00000004:00000001:3.0F:1402947131.551830:0:23455:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.551836:0:23455:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.551838:0:23455:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fe1e9f400. 00000020:00000040:3.0:1402947131.551842:0:23455:0:(genops.c:1022:class_import_get()) import ffff880fea80f000 refcount=3 obd=esfprod-OST0023-osc-MDT0007 00000100:00000001:3.0:1402947131.551845:0:23455:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.551847:0:23455:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.551849:0:23455:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.551852:0:23455:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fde68cb80. 00000100:00000001:3.0:1402947131.551856:0:23455:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.551858:0:23455:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.551859:0:23455:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.551864:0:23455:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fe1e9f400] to pc [ptlrpcd_10:10] req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.551876:0:23455:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.551889:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1402947131.551891:0:23092:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [10->11] 00000100:00000001:3.0:1402947131.551892:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0F:1402947131.551892:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.551896:0:23092:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.551897:0:23092:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.551898:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.551899:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.551900:0:23092:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.551901:0:23092:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1402947131.551901:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.551903:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.551904:0:23092:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.551910:0:23092:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1402947131.551911:0:23092:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.551913:0:23092:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1402947131.551914:0:23092:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1402947131.551917:0:23092:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_11:esfprod-MDT0007-mdtlov_UUID:23092:1470734506651668:10.151.10.12@o2ib8:13 00000100:00000001:3.0:1402947131.551920:0:23092:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1402947131.551921:0:23092:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1402947131.551922:0:23092:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.551924:0:23092:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1402947131.551926:0:23092:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880fe9c55800. 02000000:00000001:3.0:1402947131.551927:0:23092:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1402947131.551930:0:23092:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880feb46f840 (tot 769087255). 00000400:00000010:3.0:1402947131.551934:0:23092:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91e940 (tot 769087383). 00000100:00000200:3.0:1402947131.551939:0:23092:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651668, portal 4 00000100:00000001:3.0:1402947131.551941:0:23092:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.551942:0:23092:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200528933888 : -131873180617728 : ffff880fe1e9f400) 00000100:00000040:3.0:1402947131.551946:0:23092:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.551951:0:23092:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:3.0:1402947131.551954:0:23092:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818d39bc0 id 12345-10.151.10.12@o2ib8 00000400:00000010:3.0:1402947131.551956:0:23092:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fde0f3e40 (tot 769087511). 00000100:00000200:3.0:1402947131.551958:0:23092:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651668, offset 0 00000400:00000010:3.0:1402947131.551960:0:23092:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fdfb68600 (tot 769087863). 00000400:00000200:3.0:1402947131.551963:0:23092:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.12@o2ib8 00000800:00000200:3.0:1402947131.551969:0:23092:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.12@o2ib8 00000800:00000200:3.0:1402947131.551974:0:23092:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff880fecf49240] -> 10.151.10.12@o2ib8 (2) version: 12 00000800:00000200:3.0:1402947131.551976:0:23092:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff880fecf2e000] (256)++ 00000800:00000200:3.0:1402947131.551978:0:23092:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:3.0:1402947131.551980:0:23092:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:3.0:1402947131.551984:0:23092:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (259)-- 00000800:00000200:3.0:1402947131.551985:0:23092:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff880fecf2e000] (258)-- 00000100:00000001:3.0:1402947131.551987:0:23092:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.551988:0:23092:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.551990:0:23092:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.551992:0:23092:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.551993:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.551995:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.551996:0:23092:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.551996:0:23092:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.551998:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2F:1402947131.552018:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:5.0F:1402947131.552059:0:22964:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:5.0:1402947131.552072:0:22964:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff880fecf2e000] (259)++ 00000800:00000200:5.0:1402947131.552075:0:22964:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff880fecf2e000] (260)-- 00000100:00000001:5.0:1402947131.552078:0:22964:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:5.0:1402947131.552083:0:22964:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.552091:0:22964:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1402947131.552094:0:22964:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.552100:0:22964:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.552101:0:22964:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:5.0:1402947131.552102:0:22964:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fde0f3e40 00000400:00000010:5.0:1402947131.552104:0:22964:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fde0f3e40 (tot 769087735). 00000800:00000200:1.0:1402947131.552105:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (259)-- 00000400:00000010:5.0:1402947131.552108:0:22964:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fdfb68600 (tot 769087383). 00000800:00000200:5.0:1402947131.552110:0:22964:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:5.0:1402947131.552112:0:22964:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (259)-- 00000800:00000200:5.0:1402947131.552113:0:22964:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:5.0:1402947131.552115:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)-- 00000800:00000200:8.2:1402947131.552128:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fecf2e000] (256)++ 00000800:00000200:1.0:1402947131.552137:0:22965:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:5.0:1402947131.552146:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:1.0:1402947131.552147:0:22965:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.12@o2ib8 00000800:00000200:1.0:1402947131.552150:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:1.0:1402947131.552152:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)-- 00000400:00000010:1.0:1402947131.552154:0:22965:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fdcb5d000 (tot 769087735). 00000400:00000200:1.0:1402947131.552160:0:22965:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.12@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f014 00000400:00000200:1.0:1402947131.552166:0:22965:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.12@o2ib8 of length 336/336 into md 0x11c5f2d9 [1] + 192 00000100:00000001:1.0:1402947131.552172:0:22965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1402947131.552176:0:22965:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:1.0:1402947131.552184:0:22965:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.552192:0:22965:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:1.0:1402947131.552194:0:22965:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fdcb5d000 (tot 769087383). 00000800:00000200:1.0:1402947131.552198:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:1.0:1402947131.552199:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:1.0:1402947131.552201:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)-- 00000100:00000001:3.0:1402947131.552223:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.552226:0:23092:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1402947131.552230:0:23092:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1402947131.552231:0:23092:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1402947131.552232:0:23092:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1402947131.552238:0:23092:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1402947131.552248:0:23092:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.552258:0:23092:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:3.0:1402947131.552259:0:23092:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880feb46f840 (tot 769087287). 00000400:00000200:3.0:1402947131.552262:0:23092:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91e940 00000400:00000010:3.0:1402947131.552263:0:23092:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91e940 (tot 769087159). 00000100:00000001:3.0:1402947131.552265:0:23092:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.552267:0:23092:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:3.0:1402947131.552269:0:23092:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1402947131.552270:0:23092:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1402947131.552271:0:23092:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.552273:0:23092:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1402947131.552277:0:23092:0:(import.c:1588:at_measured()) add 40 to ffff880fea80f408 time=110 v=40 (40 40 40 40) 00000100:00001000:3.0:1402947131.552280:0:23092:0:(import.c:1588:at_measured()) add 1 to ffff880fea80f398 time=110 v=40 (1 1 1 1) 00000100:00000001:3.0:1402947131.552282:0:23092:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1402947131.552283:0:23092:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.552285:0:23092:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1402947131.552286:0:23092:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.552288:0:23092:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1402947131.552289:0:23092:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0023-osc-MDT0007: skip recheck: last_committed 68726160470 00000100:00000001:3.0:1402947131.552291:0:23092:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1402947131.552291:0:23092:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.552294:0:23092:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.552300:0:23092:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.552302:0:23092:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1402947131.552304:0:23092:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1402947131.552305:0:23092:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:3.0:1402947131.552309:0:23092:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880fea80f800 00000004:00000001:3.0:1402947131.552310:0:23092:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.552313:0:23092:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:3.0:1402947131.552319:0:23092:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_11:esfprod-MDT0007-mdtlov_UUID:23092:1470734506651668:10.151.10.12@o2ib8:13 00000100:00000001:3.0:1402947131.552322:0:23092:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.552323:0:23092:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.552326:0:23092:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe1e9f400 x1470734506651668/t0(0) o13->esfprod-OST0023-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.552331:0:23092:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.552332:0:23092:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.552334:0:23092:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880fe9c55800. 02000000:00000001:3.0:1402947131.552336:0:23092:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.552337:0:23092:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.552338:0:23092:0:(genops.c:1036:class_import_put()) import ffff880fea80f000 refcount=2 obd=esfprod-OST0023-osc-MDT0007 00000020:00000001:3.0:1402947131.552340:0:23092:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.552341:0:23092:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fde68cb80. 02000000:00000001:3.0:1402947131.552342:0:23092:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.552343:0:23092:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.552344:0:23092:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe1e9f400. 00000100:00000001:3.0:1402947131.552346:0:23092:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.552347:0:23092:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.552348:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.552352:0:23092:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.552353:0:23092:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.552355:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.552356:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.552357:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.552358:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0F:1402947131.559831:0:37967:0:(module.c:229:libcfs_ioctl_int()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1402947131.559836:0:37967:0:(module.c:315:libcfs_ioctl()) kfreed 'buf': 1024 at ffff8807ac421800 (tot 769086135). 00000400:00000001:2.0:1402947131.559838:0:37967:0:(module.c:316:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.559999:0:37967:0:(module.c:175:libcfs_psdev_release()) Process entered 00000400:00000010:2.0:1402947131.560002:0:37967:0:(module.c:180:libcfs_psdev_release()) kfreed 'ldu': 16 at ffff8808188db340 (tot 769086119). 00000400:00000001:2.0:1402947131.560004:0:37967:0:(module.c:184:libcfs_psdev_release()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.561716:0:37968:0:(module.c:157:libcfs_psdev_open()) Process entered 00000400:00000010:2.0:1402947131.561717:0:37968:0:(module.c:161:libcfs_psdev_open()) alloc '(ldu)': 16 at ffff8807c0c77380 (tot 769086135). 00000400:00000001:2.0:1402947131.561720:0:37968:0:(module.c:168:libcfs_psdev_open()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.561725:0:37968:0:(module.c:299:libcfs_ioctl()) Process entered 00000400:00000010:2.0:1402947131.561727:0:37968:0:(module.c:301:libcfs_ioctl()) alloc '(buf)': 1024 at ffff8807aabdb800 (tot 769087159). 00000400:00000001:2.0:1402947131.561728:0:37968:0:(linux-module.c:48:libcfs_ioctl_getdata()) Process entered 00000400:00000001:2.0:1402947131.561730:0:37968:0:(linux-module.c:89:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.561731:0:37968:0:(module.c:224:libcfs_ioctl_int()) Process entered 00000001:00000001:2.0:1402947131.561733:0:37968:0:(debug.c:344:libcfs_debug_mark_buffer()) *************************************************** 00000001:02000400:2.0:1402947131.561734:0:37968:0:(debug.c:345:libcfs_debug_mark_buffer()) DEBUG MARKER: start 00000001:00000001:2.0:1402947131.561740:0:37968:0:(debug.c:346:libcfs_debug_mark_buffer()) *************************************************** 00000400:00000001:2.0:1402947131.561741:0:37968:0:(module.c:239:libcfs_ioctl_int()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1402947131.561742:0:37968:0:(module.c:315:libcfs_ioctl()) kfreed 'buf': 1024 at ffff8807aabdb800 (tot 769086135). 00000400:00000001:2.0:1402947131.561744:0:37968:0:(module.c:316:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.561896:0:37968:0:(module.c:175:libcfs_psdev_release()) Process entered 00000400:00000010:2.0:1402947131.561897:0:37968:0:(module.c:180:libcfs_psdev_release()) kfreed 'ldu': 16 at ffff8807c0c77380 (tot 769086119). 00000400:00000001:2.0:1402947131.561899:0:37968:0:(module.c:184:libcfs_psdev_release()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1402947131.562832:0:23477:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.562835:0:23477:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.562837:0:23477:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fe1e9f400. 00000020:00000040:3.0:1402947131.562841:0:23477:0:(genops.c:1022:class_import_get()) import ffff880feaac9000 refcount=3 obd=esfprod-OST0017-osc-MDT0007 00000100:00000001:3.0:1402947131.562844:0:23477:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.562846:0:23477:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.562847:0:23477:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.562851:0:23477:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24b80. 00000100:00000001:3.0:1402947131.562854:0:23477:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.562857:0:23477:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.562858:0:23477:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.562863:0:23477:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fe1e9f400] to pc [ptlrpcd_11:11] req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.562878:0:23477:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.562893:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.562896:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1402947131.562896:0:23091:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [11->10] 00000100:00000001:2.0:1402947131.562898:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.562901:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.562903:0:23092:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.562904:0:23092:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.562904:0:23091:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1402947131.562906:0:23091:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1402947131.562907:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.562909:0:23091:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1402947131.562910:0:23091:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1402947131.562915:0:23091:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:2.0:1402947131.562924:0:23091:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1402947131.562926:0:23091:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1402947131.562928:0:23091:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1402947131.562930:0:23091:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1402947131.562933:0:23091:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_10:esfprod-MDT0007-mdtlov_UUID:23091:1470734506651672:10.151.10.12@o2ib8:13 00000100:00000001:2.0:1402947131.562939:0:23091:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1402947131.562941:0:23091:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1402947131.562943:0:23091:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1402947131.562944:0:23091:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1402947131.562947:0:23091:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8808172edc00. 02000000:00000001:2.0:1402947131.562949:0:23091:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1402947131.562952:0:23091:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff8807c28698c0 (tot 769086215). 00000400:00000010:2.0:1402947131.562956:0:23091:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff8807bf0f78c0 (tot 769086343). 00000100:00000200:2.0:1402947131.562960:0:23091:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651672, portal 4 00000100:00000001:2.0:1402947131.562962:0:23091:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1402947131.562963:0:23091:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200528933888 : -131873180617728 : ffff880fe1e9f400) 00000100:00000040:2.0:1402947131.562968:0:23091:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:2.0:1402947131.562974:0:23091:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:2.0:1402947131.562977:0:23091:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818d39bc0 id 12345-10.151.10.12@o2ib8 00000400:00000010:2.0:1402947131.562980:0:23091:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880801f3b6c0 (tot 769086471). 00000100:00000200:2.0:1402947131.562982:0:23091:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651672, offset 0 00000400:00000010:2.0:1402947131.562985:0:23091:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff88079142d200 (tot 769086823). 00000400:00000200:2.0:1402947131.562988:0:23091:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.12@o2ib8 00000800:00000200:2.0:1402947131.562995:0:23091:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.12@o2ib8 00000800:00000200:2.0:1402947131.563001:0:23091:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff880fecf49240] -> 10.151.10.12@o2ib8 (2) version: 12 00000800:00000200:2.0:1402947131.563004:0:23091:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff880fecf2e000] (256)++ 00000800:00000200:2.0:1402947131.563005:0:23091:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:2.0:1402947131.563007:0:23091:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:2.0:1402947131.563011:0:23091:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (259)-- 00000800:00000200:2.0:1402947131.563013:0:23091:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff880fecf2e000] (258)-- 00000100:00000001:2.0:1402947131.563015:0:23091:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563016:0:23091:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1402947131.563018:0:23091:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563020:0:23091:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563022:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563024:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.563025:0:23091:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1402947131.563026:0:23091:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563028:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1402947131.563044:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:5.0:1402947131.563089:0:22964:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:5.0:1402947131.563099:0:22964:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff880fecf2e000] (259)++ 00000800:00000200:5.0:1402947131.563101:0:22964:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff880fecf2e000] (260)-- 00000100:00000001:5.0:1402947131.563106:0:22964:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:5.0:1402947131.563112:0:22964:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.563120:0:22964:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1402947131.563123:0:22964:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000800:00000200:1.0:1402947131.563128:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (259)-- 00000100:00000001:5.0:1402947131.563129:0:22964:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.563130:0:22964:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:5.0:1402947131.563131:0:22964:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880801f3b6c0 00000400:00000010:5.0:1402947131.563133:0:22964:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880801f3b6c0 (tot 769086695). 00000400:00000010:5.0:1402947131.563138:0:22964:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff88079142d200 (tot 769086343). 00000800:00000200:5.0:1402947131.563142:0:22964:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:5.0:1402947131.563144:0:22964:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (259)-- 00000800:00000200:5.0:1402947131.563145:0:22964:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:5.0:1402947131.563149:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)-- 00000800:00000200:8.2:1402947131.563153:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fecf2e000] (256)++ 00000800:00000200:1.0:1402947131.563163:0:22965:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:5.0:1402947131.563173:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:1.0:1402947131.563173:0:22965:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.12@o2ib8 00000800:00000200:1.0:1402947131.563175:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:1.0:1402947131.563177:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)-- 00000400:00000010:1.0:1402947131.563180:0:22965:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fdcb5d000 (tot 769086695). 00000400:00000200:1.0:1402947131.563186:0:22965:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.12@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f018 00000400:00000200:1.0:1402947131.563193:0:22965:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.12@o2ib8 of length 336/336 into md 0x11c5f2f9 [1] + 192 00000100:00000001:1.0:1402947131.563199:0:22965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1402947131.563203:0:22965:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:1.0:1402947131.563211:0:22965:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.563225:0:22965:0:(events.c:175:reply_in_callback()) Process leaving 00000100:00000001:2.0:1402947131.563228:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1402947131.563228:0:22965:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fdcb5d000 (tot 769086343). 00000100:00000001:2.0:1402947131.563229:0:23091:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1402947131.563231:0:23091:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1402947131.563231:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (257)++ 00000400:00000001:2.0:1402947131.563233:0:23091:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1402947131.563233:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)-- 00000100:00000001:2.0:1402947131.563234:0:23091:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:1.0:1402947131.563235:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)-- 00000100:00000200:2.0:1402947131.563237:0:23091:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:2.0:1402947131.563245:0:23091:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:2.0:1402947131.563251:0:23091:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:2.0:1402947131.563253:0:23091:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff8807c28698c0 (tot 769086247). 00000400:00000200:2.0:1402947131.563255:0:23091:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff8807bf0f78c0 00000400:00000010:2.0:1402947131.563257:0:23091:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff8807bf0f78c0 (tot 769086119). 00000100:00000001:2.0:1402947131.563258:0:23091:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1402947131.563261:0:23091:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:2.0:1402947131.563262:0:23091:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1402947131.563263:0:23091:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1402947131.563264:0:23091:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1402947131.563266:0:23091:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1402947131.563270:0:23091:0:(import.c:1588:at_measured()) add 40 to ffff880feaac9408 time=110 v=40 (40 40 40 40) 00000100:00001000:2.0:1402947131.563273:0:23091:0:(import.c:1588:at_measured()) add 1 to ffff880feaac9398 time=110 v=40 (1 1 1 1) 00000100:00000001:2.0:1402947131.563275:0:23091:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1402947131.563276:0:23091:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.563278:0:23091:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1402947131.563280:0:23091:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563282:0:23091:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1402947131.563283:0:23091:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0017-osc-MDT0007: skip recheck: last_committed 68724111963 00000100:00000001:2.0:1402947131.563285:0:23091:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1402947131.563286:0:23091:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1402947131.563289:0:23091:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:2.0:1402947131.563294:0:23091:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1402947131.563296:0:23091:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1402947131.563297:0:23091:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1402947131.563299:0:23091:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:2.0:1402947131.563304:0:23091:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880feaac9800 00000004:00000001:2.0:1402947131.563306:0:23091:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1402947131.563309:0:23091:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:2.0:1402947131.563315:0:23091:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_10:esfprod-MDT0007-mdtlov_UUID:23091:1470734506651672:10.151.10.12@o2ib8:13 00000100:00000001:2.0:1402947131.563318:0:23091:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1402947131.563319:0:23091:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1402947131.563321:0:23091:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe1e9f400 x1470734506651672/t0(0) o13->esfprod-OST0017-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:2.0:1402947131.563327:0:23091:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1402947131.563328:0:23091:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1402947131.563329:0:23091:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8808172edc00. 02000000:00000001:2.0:1402947131.563331:0:23091:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1402947131.563332:0:23091:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:2.0:1402947131.563333:0:23091:0:(genops.c:1036:class_import_put()) import ffff880feaac9000 refcount=2 obd=esfprod-OST0017-osc-MDT0007 00000020:00000001:2.0:1402947131.563335:0:23091:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:2.0:1402947131.563337:0:23091:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24b80. 02000000:00000001:2.0:1402947131.563339:0:23091:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1402947131.563340:0:23091:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1402947131.563341:0:23091:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe1e9f400. 00000100:00000001:2.0:1402947131.563343:0:23091:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1402947131.563344:0:23091:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1402947131.563345:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1402947131.563348:0:23091:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1402947131.563349:0:23091:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563350:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.563351:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.563353:0:23091:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.563353:0:23091:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1402947131.578004:0:37969:0:(llite_lib.c:2644:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1402947131.601804:0:23499:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.601811:0:23499:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.601814:0:23499:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fddff8c00. 00000020:00000040:3.0:1402947131.601818:0:23499:0:(genops.c:1022:class_import_get()) import ffff880818a2a800 refcount=3 obd=esfprod-OST000c-osc-MDT0007 00000100:00000001:3.0:1402947131.601821:0:23499:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.601822:0:23499:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.601824:0:23499:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.601828:0:23499:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24980. 00000100:00000001:3.0:1402947131.601831:0:23499:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.601834:0:23499:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.601835:0:23499:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.601840:0:23499:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fddff8c00] to pc [ptlrpcd_12:12] req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.601854:0:23499:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.601890:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1402947131.601894:0:23094:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [12->13] 00000100:00000001:1.0:1402947131.601897:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.601902:0:23094:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1402947131.601904:0:23094:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.601906:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.601907:0:23094:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.601908:0:23094:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1402947131.601913:0:23094:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:12.0F:1402947131.601915:0:23093:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1402947131.601921:0:23093:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.601921:0:23094:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1402947131.601923:0:23094:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1402947131.601924:0:23093:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1402947131.601925:0:23093:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.601925:0:23094:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1402947131.601927:0:23094:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1402947131.601930:0:23094:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_13:esfprod-MDT0007-mdtlov_UUID:23094:1470734506651676:10.151.10.9@o2ib8:13 00000100:00000001:1.0:1402947131.601933:0:23094:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1402947131.601935:0:23094:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1402947131.601937:0:23094:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.601939:0:23094:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1402947131.601942:0:23094:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:1.0:1402947131.601943:0:23094:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1402947131.601947:0:23094:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91e0c0 (tot 769086215). 00000400:00000010:1.0:1402947131.601951:0:23094:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91ed40 (tot 769086343). 00000100:00000200:1.0:1402947131.601954:0:23094:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651676, portal 4 00000100:00000001:1.0:1402947131.601957:0:23094:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1402947131.601958:0:23094:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200463240192 : -131873246311424 : ffff880fddff8c00) 00000100:00000040:1.0:1402947131.601962:0:23094:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.601968:0:23094:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:1.0:1402947131.601974:0:23094:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818cf5340 id 12345-10.151.10.9@o2ib8 00000400:00000010:1.0:1402947131.601976:0:23094:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91e9c0 (tot 769086471). 00000100:00000200:1.0:1402947131.601978:0:23094:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651676, offset 0 00000400:00000010:1.0:1402947131.601981:0:23094:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880ff6d11600 (tot 769086823). 00000400:00000200:1.0:1402947131.601985:0:23094:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.9@o2ib8 00000800:00000200:1.0:1402947131.601991:0:23094:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.9@o2ib8 00000800:00000200:1.0:1402947131.601997:0:23094:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8810085a86c0] -> 10.151.10.9@o2ib8 (2) version: 12 00000800:00000200:1.0:1402947131.601999:0:23094:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff881024329200] (256)++ 00000800:00000200:1.0:1402947131.602001:0:23094:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff881024329200] (257)++ 00000800:00000200:1.0:1402947131.602004:0:23094:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff881024329200] (258)++ 00000800:00000200:1.0:1402947131.602008:0:23094:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff881024329200] (259)-- 00000800:00000200:1.0:1402947131.602009:0:23094:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff881024329200] (258)-- 00000100:00000001:1.0:1402947131.602010:0:23094:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.602012:0:23094:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1402947131.602014:0:23094:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.602016:0:23094:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2F:1402947131.602018:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff881024329200] (257)++ 00000100:00000001:1.0:1402947131.602018:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.602020:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.602020:0:23094:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.602021:0:23094:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.602023:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.0:1402947131.602066:0:22964:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff881024329200] (258)++ 00000800:00000200:5.0:1402947131.602076:0:22964:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff881024329200] (259)++ 00000800:00000200:5.0:1402947131.602078:0:22964:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff881024329200] (260)-- 00000800:00000200:1.0:1402947131.602080:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff881024329200] (259)-- 00000100:00000001:5.0:1402947131.602082:0:22964:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:5.0:1402947131.602087:0:22964:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.602096:0:22964:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1402947131.602098:0:22964:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.602104:0:22964:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.602106:0:22964:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:5.0:1402947131.602107:0:22964:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91e9c0 00000400:00000010:5.0:1402947131.602109:0:22964:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91e9c0 (tot 769086695). 00000400:00000010:5.0:1402947131.602113:0:22964:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880ff6d11600 (tot 769086343). 00000800:00000200:5.0:1402947131.602116:0:22964:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff881024329200] (258)++ 00000800:00000200:5.0:1402947131.602117:0:22964:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff881024329200] (259)-- 00000800:00000200:5.0:1402947131.602119:0:22964:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff881024329200] (258)-- 00000800:00000200:5.0:1402947131.602120:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff881024329200] (257)-- 00000800:00000200:12.2:1402947131.602140:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff881024329200] (256)++ 00000800:00000200:1.0:1402947131.602169:0:22965:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff881024329200] (257)++ 00000800:00000200:1.0:1402947131.602179:0:22965:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.9@o2ib8 00000800:00000200:5.0:1402947131.602180:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff881024329200] (258)-- 00000800:00000200:1.0:1402947131.602182:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff881024329200] (257)++ 00000800:00000200:1.0:1402947131.602183:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff881024329200] (258)-- 00000400:00000010:1.0:1402947131.602186:0:22965:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fdfb68200 (tot 769086695). 00000400:00000200:1.0:1402947131.602191:0:22965:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.9@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f01c 00000400:00000200:1.0:1402947131.602196:0:22965:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.9@o2ib8 of length 336/336 into md 0x11c5f309 [1] + 192 00000100:00000001:1.0:1402947131.602201:0:22965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1402947131.602204:0:22965:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:1.0:1402947131.602212:0:22965:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.602228:0:22965:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:1.0:1402947131.602230:0:22965:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fdfb68200 (tot 769086343). 00000800:00000200:1.0:1402947131.602233:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff881024329200] (257)++ 00000800:00000200:1.0:1402947131.602234:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff881024329200] (258)-- 00000800:00000200:1.0:1402947131.602236:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff881024329200] (257)-- 00000100:00000001:3.0:1402947131.602260:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.602263:0:23094:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1402947131.602267:0:23094:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1402947131.602268:0:23094:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1402947131.602270:0:23094:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1402947131.602275:0:23094:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1402947131.602286:0:23094:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.602292:0:23094:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:3.0:1402947131.602294:0:23094:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91e0c0 (tot 769086247). 00000400:00000200:3.0:1402947131.602297:0:23094:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91ed40 00000400:00000010:3.0:1402947131.602298:0:23094:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91ed40 (tot 769086119). 00000100:00000001:3.0:1402947131.602300:0:23094:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.602302:0:23094:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:3.0:1402947131.602304:0:23094:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1402947131.602305:0:23094:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1402947131.602307:0:23094:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.602309:0:23094:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1402947131.602313:0:23094:0:(import.c:1588:at_measured()) add 40 to ffff880818a2ac08 time=110 v=40 (40 40 40 40) 00000100:00001000:3.0:1402947131.602319:0:23094:0:(import.c:1588:at_measured()) add 1 to ffff880818a2ab98 time=110 v=40 (1 1 1 1) 00000100:00000001:3.0:1402947131.602321:0:23094:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1402947131.602322:0:23094:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.602324:0:23094:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1402947131.602326:0:23094:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.602328:0:23094:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1402947131.602329:0:23094:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST000c-osc-MDT0007: skip recheck: last_committed 64429566524 00000100:00000001:3.0:1402947131.602331:0:23094:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1402947131.602331:0:23094:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.602334:0:23094:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.602340:0:23094:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.602342:0:23094:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1402947131.602344:0:23094:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1402947131.602345:0:23094:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:3.0:1402947131.602349:0:23094:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880818992000 00000004:00000001:3.0:1402947131.602350:0:23094:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.602353:0:23094:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:3.0:1402947131.602359:0:23094:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_13:esfprod-MDT0007-mdtlov_UUID:23094:1470734506651676:10.151.10.9@o2ib8:13 00000100:00000001:3.0:1402947131.602362:0:23094:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.602364:0:23094:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.602365:0:23094:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fddff8c00 x1470734506651676/t0(0) o13->esfprod-OST000c-osc-MDT0007@10.151.10.9@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.602371:0:23094:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.602372:0:23094:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.602374:0:23094:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:3.0:1402947131.602376:0:23094:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.602377:0:23094:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.602378:0:23094:0:(genops.c:1036:class_import_put()) import ffff880818a2a800 refcount=2 obd=esfprod-OST000c-osc-MDT0007 00000020:00000001:3.0:1402947131.602380:0:23094:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.602381:0:23094:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24980. 02000000:00000001:3.0:1402947131.602383:0:23094:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.602384:0:23094:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.602385:0:23094:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fddff8c00. 00000100:00000001:3.0:1402947131.602388:0:23094:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.602389:0:23094:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.602390:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.602394:0:23094:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.602396:0:23094:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.602397:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.602398:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.602400:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.602401:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1402947131.603804:0:23489:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.603811:0:23489:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.603814:0:23489:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fddff8c00. 00000020:00000040:3.0:1402947131.603818:0:23489:0:(genops.c:1022:class_import_get()) import ffff880fea52a000 refcount=3 obd=esfprod-OST0003-osc-MDT0007 00000100:00000001:3.0:1402947131.603821:0:23489:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.603822:0:23489:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.603824:0:23489:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.603828:0:23489:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24980. 00000100:00000001:3.0:1402947131.603831:0:23489:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.603834:0:23489:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.603836:0:23489:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.603841:0:23489:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fddff8c00] to pc [ptlrpcd_13:13] req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.603854:0:23489:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.603893:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.603896:0:23094:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.603898:0:23094:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1402947131.603904:0:23094:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.603912:0:23094:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1402947131.603914:0:23093:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.603914:0:23094:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.603916:0:23094:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:12.0:1402947131.603918:0:23093:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.603918:0:23094:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1402947131.603921:0:23093:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1402947131.603921:0:23094:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_13:esfprod-MDT0007-mdtlov_UUID:23094:1470734506651680:10.151.10.10@o2ib8:13 00000100:00000001:12.0:1402947131.603922:0:23093:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.603924:0:23094:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1402947131.603926:0:23094:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1402947131.603928:0:23094:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.603929:0:23094:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1402947131.603932:0:23094:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880fe9d12c00. 02000000:00000001:1.0:1402947131.603934:0:23094:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1402947131.603937:0:23094:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91eac0 (tot 769086215). 00000400:00000010:1.0:1402947131.603941:0:23094:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91ec40 (tot 769086343). 00000100:00000200:1.0:1402947131.603944:0:23094:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651680, portal 4 00000100:00000001:1.0:1402947131.603946:0:23094:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1402947131.603947:0:23094:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200463240192 : -131873246311424 : ffff880fddff8c00) 00000100:00000040:1.0:1402947131.603952:0:23094:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.603958:0:23094:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:1.0:1402947131.603961:0:23094:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818cf5940 id 12345-10.151.10.10@o2ib8 00000400:00000010:1.0:1402947131.603965:0:23094:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fe9eee1c0 (tot 769086471). 00000100:00000200:1.0:1402947131.603967:0:23094:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651680, offset 0 00000400:00000010:1.0:1402947131.603969:0:23094:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fdfb68200 (tot 769086823). 00000400:00000200:1.0:1402947131.603975:0:23094:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.10@o2ib8 00000800:00000200:1.0:1402947131.603982:0:23094:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.10@o2ib8 00000800:00000200:1.0:1402947131.603988:0:23094:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8808026f6ec0] -> 10.151.10.10@o2ib8 (2) version: 12 00000800:00000200:1.0:1402947131.603990:0:23094:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff88081de19e00] (256)++ 00000800:00000200:1.0:1402947131.603992:0:23094:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff88081de19e00] (257)++ 00000800:00000200:1.0:1402947131.603995:0:23094:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:1.0:1402947131.603999:0:23094:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000800:00000200:1.0:1402947131.604000:0:23094:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff88081de19e00] (258)-- 00000100:00000001:1.0:1402947131.604002:0:23094:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604003:0:23094:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1402947131.604005:0:23094:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604007:0:23094:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604009:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.604013:0:23094:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1402947131.604014:0:23094:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=55 : 55 : 37) 00000100:00000001:1.0:1402947131.604016:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.604017:0:23094:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.604018:0:23094:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604019:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604021:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.604022:0:23094:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.604023:0:23094:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604024:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2F:1402947131.604028:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0F:1402947131.604050:0:22962:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.604057:0:22962:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff88081de19e00] (259)++ 00000800:00000200:14.0:1402947131.604059:0:22962:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff88081de19e00] (260)-- 00000100:00000001:14.0:1402947131.604064:0:22962:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:14.0:1402947131.604069:0:22962:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.604078:0:22962:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1402947131.604081:0:22962:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.604087:0:22962:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0F:1402947131.604087:0:22963:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (259)-- 00000100:00000001:14.0:1402947131.604089:0:22962:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:14.0:1402947131.604091:0:22962:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fe9eee1c0 00000400:00000010:14.0:1402947131.604093:0:22962:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fe9eee1c0 (tot 769086695). 00000400:00000010:14.0:1402947131.604098:0:22962:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fdfb68200 (tot 769086343). 00000800:00000200:14.0:1402947131.604101:0:22962:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.604103:0:22962:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000800:00000200:14.0:1402947131.604104:0:22962:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff88081de19e00] (258)-- 00000800:00000200:14.0:1402947131.604106:0:22962:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (257)-- 00000800:00000200:14.2:1402947131.604230:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff88081de19e00] (256)++ 00000800:00000200:14.0:1402947131.604248:0:22963:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.604256:0:22963:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.10@o2ib8 00000800:00000200:14.0:1402947131.604258:0:22963:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.604260:0:22963:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000400:00000010:14.0:1402947131.604263:0:22963:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff88079142d400 (tot 769086695). 00000400:00000200:14.0:1402947131.604269:0:22963:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.10@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f020 00000400:00000200:14.0:1402947131.604275:0:22963:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.10@o2ib8 of length 336/336 into md 0x1865a155 [1] + 192 00000100:00000001:14.0:1402947131.604281:0:22963:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:8.0:1402947131.604282:0:22962:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (258)-- 00000100:00000200:14.0:1402947131.604285:0:22963:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:14.0:1402947131.604293:0:22963:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.604303:0:22963:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:14.0:1402947131.604305:0:22963:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff88079142d400 (tot 769086343). 00000800:00000200:14.0:1402947131.604309:0:22963:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.604310:0:22963:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (258)-- 00000800:00000200:14.0:1402947131.604315:0:22963:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (257)-- 00000100:00000001:1.0:1402947131.604341:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.604344:0:23094:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1402947131.604348:0:23094:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1402947131.604350:0:23094:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1402947131.604351:0:23094:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1402947131.604357:0:23094:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:1.0:1402947131.604367:0:23094:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.604374:0:23094:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:1.0:1402947131.604377:0:23094:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91eac0 (tot 769086247). 00000400:00000200:1.0:1402947131.604379:0:23094:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91ec40 00000400:00000010:1.0:1402947131.604381:0:23094:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91ec40 (tot 769086119). 00000100:00000001:1.0:1402947131.604383:0:23094:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.604388:0:23094:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:1.0:1402947131.604389:0:23094:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1402947131.604391:0:23094:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1402947131.604392:0:23094:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.604394:0:23094:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1402947131.604398:0:23094:0:(import.c:1588:at_measured()) add 40 to ffff880fea52a408 time=110 v=40 (40 40 40 40) 00000100:00001000:1.0:1402947131.604401:0:23094:0:(import.c:1588:at_measured()) add 1 to ffff880fea52a398 time=110 v=40 (1 1 1 1) 00000100:00000001:1.0:1402947131.604403:0:23094:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1402947131.604404:0:23094:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1402947131.604406:0:23094:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1402947131.604407:0:23094:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604410:0:23094:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1402947131.604411:0:23094:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0003-osc-MDT0007: skip recheck: last_committed 68725164072 00000100:00000001:1.0:1402947131.604412:0:23094:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1402947131.604413:0:23094:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1402947131.604416:0:23094:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:1.0:1402947131.604422:0:23094:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1402947131.604424:0:23094:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1402947131.604425:0:23094:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1402947131.604427:0:23094:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:1.0:1402947131.604430:0:23094:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880fea52a800 00000004:00000001:1.0:1402947131.604431:0:23094:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1402947131.604434:0:23094:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:1.0:1402947131.604441:0:23094:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_13:esfprod-MDT0007-mdtlov_UUID:23094:1470734506651680:10.151.10.10@o2ib8:13 00000100:00000001:1.0:1402947131.604443:0:23094:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.604445:0:23094:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1402947131.604447:0:23094:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fddff8c00 x1470734506651680/t0(0) o13->esfprod-OST0003-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:1.0:1402947131.604453:0:23094:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1402947131.604454:0:23094:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1402947131.604456:0:23094:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880fe9d12c00. 02000000:00000001:1.0:1402947131.604458:0:23094:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1402947131.604459:0:23094:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:1.0:1402947131.604461:0:23094:0:(genops.c:1036:class_import_put()) import ffff880fea52a000 refcount=2 obd=esfprod-OST0003-osc-MDT0007 00000020:00000001:1.0:1402947131.604463:0:23094:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:1.0:1402947131.604464:0:23094:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24980. 02000000:00000001:1.0:1402947131.604466:0:23094:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1402947131.604467:0:23094:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1402947131.604468:0:23094:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fddff8c00. 00000100:00000001:1.0:1402947131.604470:0:23094:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1402947131.604471:0:23094:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.604473:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.604477:0:23094:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1402947131.604478:0:23094:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604479:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.604480:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.604482:0:23094:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.604482:0:23094:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:5.0:1402947131.606823:0:23497:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:5.0:1402947131.606826:0:23497:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:5.0:1402947131.606836:0:23497:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fe1c52400. 00000020:00000040:5.0:1402947131.606840:0:23497:0:(genops.c:1022:class_import_get()) import ffff88081895b000 refcount=3 obd=esfprod-OST001e-osc-MDT0007 00000100:00000001:5.0:1402947131.606843:0:23497:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1402947131.606844:0:23497:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1402947131.606846:0:23497:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1402947131.606849:0:23497:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24680. 00000100:00000001:5.0:1402947131.606853:0:23497:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1402947131.606855:0:23497:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1402947131.606857:0:23497:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1402947131.606862:0:23497:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fe1c52400] to pc [ptlrpcd_14:14] req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:5.0:1402947131.606873:0:23497:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.606917:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:7.0F:1402947131.606918:0:23095:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1402947131.606920:0:23096:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [14->15] 00000100:00000001:3.0:1402947131.606923:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1402947131.606924:0:23095:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1402947131.606927:0:23095:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1402947131.606928:0:23095:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.606928:0:23096:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.606930:0:23096:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.606932:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.606933:0:23096:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.606934:0:23096:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1402947131.606939:0:23096:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.606947:0:23096:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1402947131.606949:0:23096:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.606951:0:23096:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1402947131.606952:0:23096:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1402947131.606959:0:23096:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_15:esfprod-MDT0007-mdtlov_UUID:23096:1470734506651684:10.151.10.11@o2ib8:13 00000100:00000001:3.0:1402947131.606962:0:23096:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1402947131.606964:0:23096:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1402947131.606965:0:23096:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.606967:0:23096:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1402947131.606969:0:23096:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:3.0:1402947131.606971:0:23096:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1402947131.606974:0:23096:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91ed40 (tot 769086215). 00000400:00000010:3.0:1402947131.606978:0:23096:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91e0c0 (tot 769086343). 00000100:00000200:3.0:1402947131.606981:0:23096:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651684, portal 4 00000100:00000001:3.0:1402947131.606983:0:23096:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.606984:0:23096:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200526521344 : -131873183030272 : ffff880fe1c52400) 00000100:00000040:3.0:1402947131.606988:0:23096:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.606994:0:23096:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:3.0:1402947131.606997:0:23096:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818d39540 id 12345-10.151.10.11@o2ib8 00000400:00000010:3.0:1402947131.606999:0:23096:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880feb46f840 (tot 769086471). 00000100:00000200:3.0:1402947131.607001:0:23096:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651684, offset 0 00000400:00000010:3.0:1402947131.607004:0:23096:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880ff6d11400 (tot 769086823). 00000400:00000200:3.0:1402947131.607007:0:23096:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.11@o2ib8 00000800:00000200:3.0:1402947131.607013:0:23096:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.11@o2ib8 00000800:00000200:3.0:1402947131.607018:0:23096:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8810085a8540] -> 10.151.10.11@o2ib8 (2) version: 12 00000800:00000200:3.0:1402947131.607021:0:23096:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff8810085cf200] (256)++ 00000800:00000200:3.0:1402947131.607023:0:23096:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff8810085cf200] (257)++ 00000800:00000200:3.0:1402947131.607025:0:23096:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (258)++ 00000800:00000200:3.0:1402947131.607030:0:23096:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (259)-- 00000800:00000200:3.0:1402947131.607031:0:23096:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff8810085cf200] (258)-- 00000100:00000001:3.0:1402947131.607033:0:23096:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607034:0:23096:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.607036:0:23096:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607038:0:23096:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607039:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607041:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.607042:0:23096:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.607050:0:23096:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607052:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1402947131.607076:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8810085cf200] (257)++ 00000800:00000200:9.0F:1402947131.607120:0:22967:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (258)++ 00000800:00000200:9.0:1402947131.607134:0:22967:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff8810085cf200] (259)++ 00000800:00000200:9.0:1402947131.607137:0:22967:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff8810085cf200] (260)-- 00000100:00000001:9.0:1402947131.607141:0:22967:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:9.0:1402947131.607145:0:22967:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.607154:0:22967:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1402947131.607157:0:22967:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.607163:0:22967:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1402947131.607165:0:22967:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:9.0:1402947131.607166:0:22967:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880feb46f840 00000400:00000010:9.0:1402947131.607167:0:22967:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880feb46f840 (tot 769086695). 00000800:00000200:13.0F:1402947131.607168:0:22966:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (259)++ 00000400:00000010:9.0:1402947131.607172:0:22967:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880ff6d11400 (tot 769086343). 00000800:00000200:9.0:1402947131.607174:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (259)++ 00000800:00000200:9.0:1402947131.607176:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (260)-- 00000800:00000200:9.0:1402947131.607177:0:22967:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff8810085cf200] (260)-- 00000800:00000200:9.0:1402947131.607179:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (259)-- 00000800:00000200:13.0:1402947131.607181:0:22966:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.11@o2ib8 00000800:00000200:9.0:1402947131.607182:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (258)-- 00000800:00000200:13.0:1402947131.607184:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.607186:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000400:00000010:13.0:1402947131.607189:0:22966:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff881009255400 (tot 769086695). 00000400:00000200:13.0:1402947131.607195:0:22966:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.11@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f024 00000400:00000200:13.0:1402947131.607200:0:22966:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.11@o2ib8 of length 336/336 into md 0xf3a844d [1] + 192 00000100:00000001:13.0:1402947131.607206:0:22966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:13.0:1402947131.607210:0:22966:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:13.0:1402947131.607219:0:22966:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:13.0:1402947131.607230:0:22966:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:13.0:1402947131.607232:0:22966:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff881009255400 (tot 769086343). 00000800:00000200:13.0:1402947131.607236:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.607237:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000800:00000200:13.0:1402947131.607239:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (257)-- 00000100:00000001:3.0:1402947131.607264:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.607267:0:23096:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1402947131.607271:0:23096:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1402947131.607272:0:23096:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1402947131.607273:0:23096:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1402947131.607279:0:23096:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1402947131.607289:0:23096:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.607296:0:23096:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:3.0:1402947131.607298:0:23096:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91ed40 (tot 769086247). 00000400:00000200:3.0:1402947131.607301:0:23096:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91e0c0 00000400:00000010:3.0:1402947131.607302:0:23096:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91e0c0 (tot 769086119). 00000100:00000001:3.0:1402947131.607304:0:23096:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.607306:0:23096:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:3.0:1402947131.607307:0:23096:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1402947131.607308:0:23096:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1402947131.607310:0:23096:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.607312:0:23096:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1402947131.607315:0:23096:0:(import.c:1588:at_measured()) add 40 to ffff88081895b408 time=110 v=40 (40 40 40 40) 00000100:00001000:3.0:1402947131.607318:0:23096:0:(import.c:1588:at_measured()) add 1 to ffff88081895b398 time=110 v=40 (1 1 1 1) 00000100:00000001:3.0:1402947131.607320:0:23096:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1402947131.607321:0:23096:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.607323:0:23096:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1402947131.607324:0:23096:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607326:0:23096:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1402947131.607328:0:23096:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST001e-osc-MDT0007: skip recheck: last_committed 64430075890 00000100:00000001:3.0:1402947131.607329:0:23096:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1402947131.607330:0:23096:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.607333:0:23096:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.607339:0:23096:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.607341:0:23096:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1402947131.607342:0:23096:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1402947131.607347:0:23096:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:3.0:1402947131.607350:0:23096:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff88081895b800 00000004:00000001:3.0:1402947131.607351:0:23096:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.607354:0:23096:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:3.0:1402947131.607360:0:23096:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_15:esfprod-MDT0007-mdtlov_UUID:23096:1470734506651684:10.151.10.11@o2ib8:13 00000100:00000001:3.0:1402947131.607363:0:23096:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.607365:0:23096:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.607367:0:23096:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe1c52400 x1470734506651684/t0(0) o13->esfprod-OST001e-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.607372:0:23096:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.607373:0:23096:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.607375:0:23096:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:3.0:1402947131.607376:0:23096:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.607378:0:23096:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.607379:0:23096:0:(genops.c:1036:class_import_put()) import ffff88081895b000 refcount=2 obd=esfprod-OST001e-osc-MDT0007 00000020:00000001:3.0:1402947131.607380:0:23096:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.607381:0:23096:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24680. 02000000:00000001:3.0:1402947131.607383:0:23096:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.607384:0:23096:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.607385:0:23096:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe1c52400. 00000100:00000001:3.0:1402947131.607387:0:23096:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.607387:0:23096:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.607389:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.607393:0:23096:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.607394:0:23096:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607395:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.607397:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607398:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.607399:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:5.0:1402947131.607863:0:23505:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:5.0:1402947131.607865:0:23505:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:5.0:1402947131.607868:0:23505:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fc8baac00. 00000020:00000040:5.0:1402947131.607872:0:23505:0:(genops.c:1022:class_import_get()) import ffff880818b08800 refcount=3 obd=esfprod-OST0026-osc-MDT0007 00000100:00000001:5.0:1402947131.607875:0:23505:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1402947131.607877:0:23505:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1402947131.607879:0:23505:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1402947131.607883:0:23505:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24480. 00000100:00000001:5.0:1402947131.607887:0:23505:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1402947131.607889:0:23505:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1402947131.607891:0:23505:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1402947131.607895:0:23505:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fc8baac00] to pc [ptlrpcd_15:15] req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:5.0:1402947131.607906:0:23505:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607934:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.607938:0:23096:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.607939:0:23096:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1402947131.607945:0:23096:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:7.0:1402947131.607949:0:23095:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1402947131.607952:0:23095:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607953:0:23096:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1402947131.607955:0:23095:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1402947131.607956:0:23095:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.607957:0:23096:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.607960:0:23096:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1402947131.607961:0:23096:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1402947131.607964:0:23096:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_15:esfprod-MDT0007-mdtlov_UUID:23096:1470734506651688:10.151.10.11@o2ib8:13 00000100:00000001:3.0:1402947131.607967:0:23096:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1402947131.607969:0:23096:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1402947131.607971:0:23096:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.607972:0:23096:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1402947131.607975:0:23096:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:3.0:1402947131.607977:0:23096:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1402947131.607979:0:23096:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91e0c0 (tot 769086215). 00000400:00000010:3.0:1402947131.607983:0:23096:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91ed40 (tot 769086343). 00000100:00000200:3.0:1402947131.607986:0:23096:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651688, portal 4 00000100:00000001:3.0:1402947131.607988:0:23096:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.607989:0:23096:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200106404864 : -131873603146752 : ffff880fc8baac00) 00000100:00000040:3.0:1402947131.607993:0:23096:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.607999:0:23096:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:3.0:1402947131.608002:0:23096:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818d39540 id 12345-10.151.10.11@o2ib8 00000400:00000010:3.0:1402947131.608004:0:23096:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fded9e9c0 (tot 769086471). 00000100:00000200:3.0:1402947131.608006:0:23096:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651688, offset 0 00000400:00000010:3.0:1402947131.608008:0:23096:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880ff6d11c00 (tot 769086823). 00000400:00000200:3.0:1402947131.608011:0:23096:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.11@o2ib8 00000800:00000200:3.0:1402947131.608018:0:23096:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.11@o2ib8 00000800:00000200:3.0:1402947131.608023:0:23096:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8810085a8540] -> 10.151.10.11@o2ib8 (2) version: 12 00000800:00000200:3.0:1402947131.608025:0:23096:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff8810085cf200] (256)++ 00000800:00000200:3.0:1402947131.608027:0:23096:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff8810085cf200] (257)++ 00000800:00000200:3.0:1402947131.608029:0:23096:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (258)++ 00000800:00000200:3.0:1402947131.608033:0:23096:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (259)-- 00000800:00000200:3.0:1402947131.608034:0:23096:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff8810085cf200] (258)-- 00000100:00000001:3.0:1402947131.608036:0:23096:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608037:0:23096:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.608039:0:23096:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608041:0:23096:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608043:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.608048:0:23096:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.608049:0:23096:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=55 : 55 : 37) 00000100:00000001:3.0:1402947131.608051:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.608052:0:23096:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.608053:0:23096:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608054:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608056:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.608057:0:23096:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.608057:0:23096:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608059:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1402947131.608080:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8810085cf200] (257)++ 00000800:00000200:9.0:1402947131.608125:0:22967:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (258)++ 00000800:00000200:9.0:1402947131.608136:0:22967:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff8810085cf200] (259)++ 00000800:00000200:9.0:1402947131.608138:0:22967:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff8810085cf200] (260)-- 00000100:00000001:9.0:1402947131.608142:0:22967:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:9.0:1402947131.608147:0:22967:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.608155:0:22967:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1402947131.608157:0:22967:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.608164:0:22967:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1402947131.608165:0:22967:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:13.0:1402947131.608167:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (259)-- 00000400:00000200:9.0:1402947131.608167:0:22967:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fded9e9c0 00000400:00000010:9.0:1402947131.608168:0:22967:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fded9e9c0 (tot 769086695). 00000400:00000010:9.0:1402947131.608173:0:22967:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880ff6d11c00 (tot 769086343). 00000800:00000200:9.0:1402947131.608176:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (258)++ 00000800:00000200:9.0:1402947131.608177:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (259)-- 00000800:00000200:9.0:1402947131.608179:0:22967:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff8810085cf200] (258)-- 00000800:00000200:9.0:1402947131.608183:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (257)-- 00000800:00000200:8.2:1402947131.608253:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8810085cf200] (256)++ 00000800:00000200:13.0:1402947131.608269:0:22966:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.608279:0:22966:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.11@o2ib8 00000800:00000200:9.0:1402947131.608280:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (258)-- 00000800:00000200:13.0:1402947131.608282:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.608284:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000400:00000010:13.0:1402947131.608287:0:22966:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff881009255400 (tot 769086695). 00000400:00000200:13.0:1402947131.608293:0:22966:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.11@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f028 00000400:00000200:13.0:1402947131.608299:0:22966:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.11@o2ib8 of length 336/336 into md 0xf3a845d [1] + 192 00000100:00000001:13.0:1402947131.608305:0:22966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:13.0:1402947131.608308:0:22966:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:13.0:1402947131.608317:0:22966:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:13.0:1402947131.608326:0:22966:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:13.0:1402947131.608328:0:22966:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff881009255400 (tot 769086343). 00000800:00000200:13.0:1402947131.608331:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.608336:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000800:00000200:13.0:1402947131.608338:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (257)-- 00000100:00000001:3.0:1402947131.608341:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.608343:0:23096:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1402947131.608346:0:23096:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1402947131.608347:0:23096:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1402947131.608348:0:23096:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1402947131.608352:0:23096:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1402947131.608360:0:23096:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.608365:0:23096:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:3.0:1402947131.608367:0:23096:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91e0c0 (tot 769086247). 00000400:00000200:3.0:1402947131.608369:0:23096:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91ed40 00000400:00000010:3.0:1402947131.608371:0:23096:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91ed40 (tot 769086119). 00000100:00000001:3.0:1402947131.608372:0:23096:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.608374:0:23096:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:3.0:1402947131.608375:0:23096:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1402947131.608376:0:23096:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1402947131.608378:0:23096:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.608380:0:23096:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1402947131.608383:0:23096:0:(import.c:1588:at_measured()) add 40 to ffff880818b08c08 time=110 v=40 (40 40 40 40) 00000100:00001000:3.0:1402947131.608386:0:23096:0:(import.c:1588:at_measured()) add 1 to ffff880818b08b98 time=110 v=40 (1 1 1 1) 00000100:00000001:3.0:1402947131.608388:0:23096:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1402947131.608389:0:23096:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.608390:0:23096:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1402947131.608392:0:23096:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608394:0:23096:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1402947131.608395:0:23096:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0026-osc-MDT0007: skip recheck: last_committed 64427192145 00000100:00000001:3.0:1402947131.608398:0:23096:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1402947131.608399:0:23096:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.608402:0:23096:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.608407:0:23096:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.608409:0:23096:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1402947131.608410:0:23096:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1402947131.608412:0:23096:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:3.0:1402947131.608415:0:23096:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880818af8000 00000004:00000001:3.0:1402947131.608416:0:23096:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.608419:0:23096:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:3.0:1402947131.608425:0:23096:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_15:esfprod-MDT0007-mdtlov_UUID:23096:1470734506651688:10.151.10.11@o2ib8:13 00000100:00000001:3.0:1402947131.608428:0:23096:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.608429:0:23096:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.608431:0:23096:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fc8baac00 x1470734506651688/t0(0) o13->esfprod-OST0026-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.608437:0:23096:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.608438:0:23096:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.608439:0:23096:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:3.0:1402947131.608441:0:23096:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.608442:0:23096:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.608443:0:23096:0:(genops.c:1036:class_import_put()) import ffff880818b08800 refcount=2 obd=esfprod-OST0026-osc-MDT0007 00000020:00000001:3.0:1402947131.608445:0:23096:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.608446:0:23096:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24480. 02000000:00000001:3.0:1402947131.608448:0:23096:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.608449:0:23096:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.608450:0:23096:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fc8baac00. 00000100:00000001:3.0:1402947131.608452:0:23096:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.608453:0:23096:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.608454:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.608458:0:23096:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.608459:0:23096:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608460:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.608461:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.608463:0:23096:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.608464:0:23096:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1402947131.611817:0:23479:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:1.0:1402947131.611819:0:23479:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1402947131.611822:0:23479:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fddff8c00. 00000020:00000040:1.0:1402947131.611826:0:23479:0:(genops.c:1022:class_import_get()) import ffff880feaad2000 refcount=3 obd=esfprod-OST0018-osc-MDT0007 00000100:00000001:1.0:1402947131.611829:0:23479:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1402947131.611831:0:23479:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1402947131.611832:0:23479:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1402947131.611836:0:23479:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24980. 00000100:00000001:1.0:1402947131.611839:0:23479:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1402947131.611842:0:23479:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1402947131.611843:0:23479:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1402947131.611848:0:23479:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fddff8c00] to pc [ptlrpcd_0:0] req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:1.0:1402947131.611861:0:23479:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.611890:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1402947131.611893:0:23082:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1402947131.611896:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.611901:0:23082:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.611903:0:23082:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1402947131.611904:0:23081:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.611905:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.611906:0:23082:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.611907:0:23082:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1402947131.611908:0:23081:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.611911:0:23081:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.611911:0:23081:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.611912:0:23082:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.611920:0:23082:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1402947131.611921:0:23082:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.611923:0:23082:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1402947131.611925:0:23082:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1402947131.611928:0:23082:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_1:esfprod-MDT0007-mdtlov_UUID:23082:1470734506651692:10.151.10.11@o2ib8:13 00000100:00000001:3.0:1402947131.611931:0:23082:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1402947131.611933:0:23082:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1402947131.611935:0:23082:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.611936:0:23082:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1402947131.611939:0:23082:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:3.0:1402947131.611941:0:23082:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1402947131.611944:0:23082:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91ed40 (tot 769086215). 00000400:00000010:3.0:1402947131.611948:0:23082:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91e0c0 (tot 769086343). 00000100:00000200:3.0:1402947131.611951:0:23082:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651692, portal 4 00000100:00000001:3.0:1402947131.611952:0:23082:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.611953:0:23082:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200463240192 : -131873246311424 : ffff880fddff8c00) 00000100:00000040:3.0:1402947131.611957:0:23082:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.611964:0:23082:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:3.0:1402947131.611966:0:23082:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818d39540 id 12345-10.151.10.11@o2ib8 00000400:00000010:3.0:1402947131.611968:0:23082:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fded9eb40 (tot 769086471). 00000100:00000200:3.0:1402947131.611970:0:23082:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651692, offset 0 00000400:00000010:3.0:1402947131.611973:0:23082:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880ff6d11200 (tot 769086823). 00000400:00000200:3.0:1402947131.611979:0:23082:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.11@o2ib8 00000800:00000200:3.0:1402947131.611985:0:23082:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.11@o2ib8 00000800:00000200:3.0:1402947131.611990:0:23082:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8810085a8540] -> 10.151.10.11@o2ib8 (2) version: 12 00000800:00000200:3.0:1402947131.611993:0:23082:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff8810085cf200] (256)++ 00000800:00000200:3.0:1402947131.611994:0:23082:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff8810085cf200] (257)++ 00000800:00000200:3.0:1402947131.611996:0:23082:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (258)++ 00000800:00000200:3.0:1402947131.612000:0:23082:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (259)-- 00000800:00000200:3.0:1402947131.612002:0:23082:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff8810085cf200] (258)-- 00000100:00000001:3.0:1402947131.612003:0:23082:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612004:0:23082:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.612006:0:23082:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612008:0:23082:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612010:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612011:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.612012:0:23082:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.612013:0:23082:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612014:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1402947131.612033:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8810085cf200] (257)++ 00000800:00000200:9.0:1402947131.612074:0:22967:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (258)++ 00000800:00000200:9.0:1402947131.612084:0:22967:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff8810085cf200] (259)++ 00000800:00000200:9.0:1402947131.612087:0:22967:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff8810085cf200] (260)-- 00000100:00000001:9.0:1402947131.612091:0:22967:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:9.0:1402947131.612096:0:22967:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.612104:0:22967:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1402947131.612106:0:22967:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.612113:0:22967:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1402947131.612114:0:22967:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:9.0:1402947131.612115:0:22967:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fded9eb40 00000400:00000010:9.0:1402947131.612117:0:22967:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fded9eb40 (tot 769086695). 00000800:00000200:13.0:1402947131.612119:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (259)-- 00000400:00000010:9.0:1402947131.612121:0:22967:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880ff6d11200 (tot 769086343). 00000800:00000200:9.0:1402947131.612124:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (259)++ 00000800:00000200:9.0:1402947131.612125:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (259)-- 00000800:00000200:9.0:1402947131.612126:0:22967:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff8810085cf200] (258)-- 00000800:00000200:9.0:1402947131.612128:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (257)-- 00000800:00000200:8.2:1402947131.612162:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8810085cf200] (256)++ 00000800:00000200:13.0:1402947131.612178:0:22966:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.612188:0:22966:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.11@o2ib8 00000800:00000200:9.0:1402947131.612189:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (258)-- 00000800:00000200:13.0:1402947131.612191:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.612193:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000400:00000010:13.0:1402947131.612196:0:22966:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff881009255400 (tot 769086695). 00000400:00000200:13.0:1402947131.612201:0:22966:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.11@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f02c 00000400:00000200:13.0:1402947131.612207:0:22966:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.11@o2ib8 of length 336/336 into md 0xf3a846d [1] + 192 00000100:00000001:13.0:1402947131.612213:0:22966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:13.0:1402947131.612216:0:22966:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:13.0:1402947131.612225:0:22966:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:13.0:1402947131.612233:0:22966:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:13.0:1402947131.612236:0:22966:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff881009255400 (tot 769086343). 00000800:00000200:13.0:1402947131.612239:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (257)++ 00000800:00000200:13.0:1402947131.612241:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000800:00000200:13.0:1402947131.612243:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (257)-- 00000100:00000001:3.0:1402947131.612267:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.612270:0:23082:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1402947131.612274:0:23082:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1402947131.612275:0:23082:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1402947131.612276:0:23082:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1402947131.612282:0:23082:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1402947131.612292:0:23082:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.612299:0:23082:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:3.0:1402947131.612301:0:23082:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91ed40 (tot 769086247). 00000400:00000200:3.0:1402947131.612303:0:23082:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91e0c0 00000400:00000010:3.0:1402947131.612305:0:23082:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91e0c0 (tot 769086119). 00000100:00000001:3.0:1402947131.612307:0:23082:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.612309:0:23082:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:3.0:1402947131.612310:0:23082:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1402947131.612312:0:23082:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1402947131.612313:0:23082:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.612315:0:23082:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1402947131.612318:0:23082:0:(import.c:1588:at_measured()) add 40 to ffff880feaad2408 time=110 v=40 (40 40 40 40) 00000100:00001000:3.0:1402947131.612324:0:23082:0:(import.c:1588:at_measured()) add 1 to ffff880feaad2398 time=110 v=40 (1 1 1 1) 00000100:00000001:3.0:1402947131.612327:0:23082:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1402947131.612328:0:23082:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.612330:0:23082:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1402947131.612331:0:23082:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612333:0:23082:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1402947131.612334:0:23082:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0018-osc-MDT0007: skip recheck: last_committed 64429482442 00000100:00000001:3.0:1402947131.612336:0:23082:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1402947131.612337:0:23082:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.612340:0:23082:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.612345:0:23082:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.612347:0:23082:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1402947131.612348:0:23082:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1402947131.612350:0:23082:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:3.0:1402947131.612353:0:23082:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880feaad2800 00000004:00000001:3.0:1402947131.612355:0:23082:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.612358:0:23082:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:3.0:1402947131.612364:0:23082:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_1:esfprod-MDT0007-mdtlov_UUID:23082:1470734506651692:10.151.10.11@o2ib8:13 00000100:00000001:3.0:1402947131.612367:0:23082:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.612369:0:23082:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.612371:0:23082:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fddff8c00 x1470734506651692/t0(0) o13->esfprod-OST0018-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:3.0:1402947131.612376:0:23082:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.612377:0:23082:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.612378:0:23082:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880feab19000. 02000000:00000001:3.0:1402947131.612380:0:23082:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.612382:0:23082:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.612383:0:23082:0:(genops.c:1036:class_import_put()) import ffff880feaad2000 refcount=2 obd=esfprod-OST0018-osc-MDT0007 00000020:00000001:3.0:1402947131.612384:0:23082:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.612386:0:23082:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24980. 02000000:00000001:3.0:1402947131.612387:0:23082:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.612388:0:23082:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.612390:0:23082:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fddff8c00. 00000100:00000001:3.0:1402947131.612392:0:23082:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.612392:0:23082:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.612394:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.612398:0:23082:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.612399:0:23082:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612400:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.612402:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.612403:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.612404:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1402947131.618814:0:23495:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.618816:0:23495:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.618819:0:23495:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fddff8c00. 00000020:00000040:3.0:1402947131.618822:0:23495:0:(genops.c:1022:class_import_get()) import ffff880818992800 refcount=3 obd=esfprod-OST0013-osc-MDT0007 00000100:00000001:3.0:1402947131.618826:0:23495:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.618827:0:23495:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.618829:0:23495:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.618832:0:23495:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24980. 00000100:00000001:3.0:1402947131.618836:0:23495:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.618838:0:23495:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.618840:0:23495:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.618844:0:23495:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fddff8c00] to pc [ptlrpcd_1:1] req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.618857:0:23495:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.618888:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.618891:0:23082:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.618892:0:23082:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1402947131.618898:0:23082:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:2.0:1402947131.618903:0:23081:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.618907:0:23081:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.618907:0:23082:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1402947131.618908:0:23082:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.618910:0:23081:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1402947131.618911:0:23082:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1402947131.618914:0:23081:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.618916:0:23082:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1402947131.618919:0:23082:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_1:esfprod-MDT0007-mdtlov_UUID:23082:1470734506651696:10.151.10.10@o2ib8:13 00000100:00000001:1.0:1402947131.618922:0:23082:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1402947131.618924:0:23082:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1402947131.618926:0:23082:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.618927:0:23082:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1402947131.618930:0:23082:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880fe9d12c00. 02000000:00000001:1.0:1402947131.618932:0:23082:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1402947131.618935:0:23082:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91ec40 (tot 769086215). 00000400:00000010:1.0:1402947131.618939:0:23082:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91eac0 (tot 769086343). 00000100:00000200:1.0:1402947131.618942:0:23082:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651696, portal 4 00000100:00000001:1.0:1402947131.618944:0:23082:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1402947131.618945:0:23082:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200463240192 : -131873246311424 : ffff880fddff8c00) 00000100:00000040:1.0:1402947131.618949:0:23082:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.618955:0:23082:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:1.0:1402947131.618958:0:23082:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818cf5940 id 12345-10.151.10.10@o2ib8 00000400:00000010:1.0:1402947131.618960:0:23082:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fe9eeee40 (tot 769086471). 00000100:00000200:1.0:1402947131.618962:0:23082:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651696, offset 0 00000400:00000010:1.0:1402947131.618964:0:23082:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fdfb68c00 (tot 769086823). 00000400:00000200:1.0:1402947131.618967:0:23082:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.10@o2ib8 00000800:00000200:1.0:1402947131.618974:0:23082:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.10@o2ib8 00000800:00000200:1.0:1402947131.618980:0:23082:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8808026f6ec0] -> 10.151.10.10@o2ib8 (2) version: 12 00000800:00000200:1.0:1402947131.618983:0:23082:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff88081de19e00] (256)++ 00000800:00000200:1.0:1402947131.618985:0:23082:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff88081de19e00] (257)++ 00000800:00000200:1.0:1402947131.618987:0:23082:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:1.0:1402947131.618991:0:23082:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000800:00000200:1.0:1402947131.618992:0:23082:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff88081de19e00] (258)-- 00000100:00000001:1.0:1402947131.618994:0:23082:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.618995:0:23082:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1402947131.618997:0:23082:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.618999:0:23082:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.619001:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.619005:0:23082:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1402947131.619007:0:23082:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=55 : 55 : 37) 00000100:00000001:1.0:1402947131.619009:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.619010:0:23082:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.619011:0:23082:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.619013:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.619014:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.619015:0:23082:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.619016:0:23082:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.619017:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1402947131.619020:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.619039:0:22962:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.619044:0:22962:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff88081de19e00] (259)++ 00000800:00000200:14.0:1402947131.619047:0:22962:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff88081de19e00] (260)-- 00000100:00000001:14.0:1402947131.619051:0:22962:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:14.0:1402947131.619057:0:22962:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.619066:0:22962:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1402947131.619068:0:22962:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.619075:0:22962:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1402947131.619076:0:22962:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:8.0:1402947131.619076:0:22963:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (259)-- 00000400:00000200:14.0:1402947131.619078:0:22962:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fe9eeee40 00000400:00000010:14.0:1402947131.619080:0:22962:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fe9eeee40 (tot 769086695). 00000400:00000010:14.0:1402947131.619085:0:22962:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fdfb68c00 (tot 769086343). 00000800:00000200:14.0:1402947131.619088:0:22962:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.619090:0:22962:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000800:00000200:14.0:1402947131.619091:0:22962:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff88081de19e00] (258)-- 00000800:00000200:14.0:1402947131.619093:0:22962:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (257)-- 00000800:00000200:14.2:1402947131.619220:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff88081de19e00] (256)++ 00000800:00000200:14.0:1402947131.619238:0:22963:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.619246:0:22963:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.10@o2ib8 00000800:00000200:14.0:1402947131.619248:0:22963:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.619250:0:22963:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000400:00000010:14.0:1402947131.619253:0:22963:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff88079142d400 (tot 769086695). 00000400:00000200:14.0:1402947131.619259:0:22963:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.10@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f030 00000400:00000200:14.0:1402947131.619265:0:22963:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.10@o2ib8 of length 336/336 into md 0x1865a165 [1] + 192 00000100:00000001:14.0:1402947131.619271:0:22963:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:8.0:1402947131.619272:0:22962:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (258)-- 00000100:00000200:14.0:1402947131.619275:0:22963:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:14.0:1402947131.619284:0:22963:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.619294:0:22963:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:14.0:1402947131.619296:0:22963:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff88079142d400 (tot 769086343). 00000800:00000200:14.0:1402947131.619302:0:22963:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.619304:0:22963:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (258)-- 00000800:00000200:14.0:1402947131.619305:0:22963:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (257)-- 00000100:00000001:1.0:1402947131.619331:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.619334:0:23082:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1402947131.619338:0:23082:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1402947131.619339:0:23082:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1402947131.619340:0:23082:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1402947131.619347:0:23082:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:1.0:1402947131.619357:0:23082:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.619364:0:23082:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:1.0:1402947131.619367:0:23082:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91ec40 (tot 769086247). 00000400:00000200:1.0:1402947131.619369:0:23082:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91eac0 00000400:00000010:1.0:1402947131.619371:0:23082:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91eac0 (tot 769086119). 00000100:00000001:1.0:1402947131.619373:0:23082:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.619375:0:23082:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:1.0:1402947131.619376:0:23082:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1402947131.619378:0:23082:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1402947131.619379:0:23082:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.619381:0:23082:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1402947131.619385:0:23082:0:(import.c:1588:at_measured()) add 40 to ffff880818992c08 time=110 v=40 (40 40 40 40) 00000100:00001000:1.0:1402947131.619388:0:23082:0:(import.c:1588:at_measured()) add 1 to ffff880818992b98 time=110 v=40 (1 1 1 1) 00000100:00000001:1.0:1402947131.619390:0:23082:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1402947131.619391:0:23082:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1402947131.619393:0:23082:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1402947131.619395:0:23082:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.619397:0:23082:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1402947131.619398:0:23082:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0013-osc-MDT0007: skip recheck: last_committed 68725466529 00000100:00000001:1.0:1402947131.619400:0:23082:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1402947131.619400:0:23082:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1402947131.619406:0:23082:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:1.0:1402947131.619412:0:23082:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1402947131.619414:0:23082:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1402947131.619416:0:23082:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1402947131.619418:0:23082:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:1.0:1402947131.619421:0:23082:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880818985000 00000004:00000001:1.0:1402947131.619422:0:23082:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1402947131.619425:0:23082:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:1.0:1402947131.619432:0:23082:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_1:esfprod-MDT0007-mdtlov_UUID:23082:1470734506651696:10.151.10.10@o2ib8:13 00000100:00000001:1.0:1402947131.619435:0:23082:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.619436:0:23082:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1402947131.619439:0:23082:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fddff8c00 x1470734506651696/t0(0) o13->esfprod-OST0013-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:1.0:1402947131.619444:0:23082:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1402947131.619445:0:23082:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1402947131.619447:0:23082:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880fe9d12c00. 02000000:00000001:1.0:1402947131.619449:0:23082:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1402947131.619450:0:23082:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:1.0:1402947131.619451:0:23082:0:(genops.c:1036:class_import_put()) import ffff880818992800 refcount=2 obd=esfprod-OST0013-osc-MDT0007 00000020:00000001:1.0:1402947131.619453:0:23082:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:1.0:1402947131.619454:0:23082:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24980. 02000000:00000001:1.0:1402947131.619455:0:23082:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1402947131.619456:0:23082:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1402947131.619457:0:23082:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fddff8c00. 00000100:00000001:1.0:1402947131.619459:0:23082:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1402947131.619460:0:23082:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.619462:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.619466:0:23082:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1402947131.619467:0:23082:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.619469:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.619470:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.619472:0:23082:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.619472:0:23082:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1402947131.622804:0:23481:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.622811:0:23481:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.622814:0:23481:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fc8baac00. 00000020:00000040:3.0:1402947131.622817:0:23481:0:(genops.c:1022:class_import_get()) import ffff880fea41f000 refcount=3 obd=esfprod-OST0011-osc-MDT0007 00000100:00000001:3.0:1402947131.622821:0:23481:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.622822:0:23481:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.622824:0:23481:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.622827:0:23481:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fdde24480. 00000100:00000001:3.0:1402947131.622830:0:23481:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.622833:0:23481:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.622834:0:23481:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.622839:0:23481:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fc8baac00] to pc [ptlrpcd_2:2] req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.622856:0:23481:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.622891:0:23084:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:5.0:1402947131.622894:0:23084:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:5.0:1402947131.622897:0:23084:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1402947131.622902:0:23084:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1402947131.622902:0:23083:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1402947131.622903:0:23084:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1402947131.622905:0:23084:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1402947131.622906:0:23084:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1402947131.622906:0:23083:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.622908:0:23084:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1402947131.622908:0:23083:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.622909:0:23083:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1402947131.622913:0:23084:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.622921:0:23084:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1402947131.622922:0:23084:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1402947131.622924:0:23084:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:5.0:1402947131.622926:0:23084:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1402947131.622929:0:23084:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_3:esfprod-MDT0007-mdtlov_UUID:23084:1470734506651700:10.151.10.10@o2ib8:13 00000100:00000001:5.0:1402947131.622932:0:23084:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1402947131.622933:0:23084:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1402947131.622935:0:23084:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1402947131.622936:0:23084:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:5.0:1402947131.622939:0:23084:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880fea6ae800. 02000000:00000001:5.0:1402947131.622941:0:23084:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:5.0:1402947131.622944:0:23084:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91e9c0 (tot 769086215). 00000400:00000010:5.0:1402947131.622951:0:23084:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fde0f3e40 (tot 769086343). 00000100:00000200:5.0:1402947131.622954:0:23084:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651700, portal 4 00000100:00000001:5.0:1402947131.622956:0:23084:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1402947131.622957:0:23084:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200106404864 : -131873603146752 : ffff880fc8baac00) 00000100:00000040:5.0:1402947131.622961:0:23084:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.622967:0:23084:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:5.0:1402947131.622970:0:23084:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818cf5940 id 12345-10.151.10.10@o2ib8 00000400:00000010:5.0:1402947131.622972:0:23084:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880feb46f5c0 (tot 769086471). 00000100:00000200:5.0:1402947131.622974:0:23084:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651700, offset 0 00000400:00000010:5.0:1402947131.622976:0:23084:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880ff6d11600 (tot 769086823). 00000400:00000200:5.0:1402947131.622979:0:23084:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.10@o2ib8 00000800:00000200:5.0:1402947131.622986:0:23084:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.10@o2ib8 00000800:00000200:5.0:1402947131.622992:0:23084:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8808026f6ec0] -> 10.151.10.10@o2ib8 (2) version: 12 00000800:00000200:5.0:1402947131.622994:0:23084:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff88081de19e00] (256)++ 00000800:00000200:5.0:1402947131.622996:0:23084:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff88081de19e00] (257)++ 00000800:00000200:5.0:1402947131.622999:0:23084:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:5.0:1402947131.623003:0:23084:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000800:00000200:5.0:1402947131.623004:0:23084:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff88081de19e00] (258)-- 00000100:00000001:5.0:1402947131.623006:0:23084:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623007:0:23084:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1402947131.623009:0:23084:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623011:0:23084:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623013:0:23084:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623014:0:23084:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1402947131.623015:0:23084:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1402947131.623016:0:23084:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623018:0:23084:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1402947131.623032:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.623051:0:22962:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.623056:0:22962:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff88081de19e00] (259)++ 00000800:00000200:14.0:1402947131.623058:0:22962:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff88081de19e00] (260)-- 00000100:00000001:14.0:1402947131.623062:0:22962:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:14.0:1402947131.623068:0:22962:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.623077:0:22962:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1402947131.623079:0:22962:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.623085:0:22962:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1402947131.623087:0:22962:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:14.0:1402947131.623088:0:22962:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880feb46f5c0 00000800:00000200:8.0:1402947131.623089:0:22963:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (259)-- 00000400:00000010:14.0:1402947131.623091:0:22962:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880feb46f5c0 (tot 769086695). 00000400:00000010:14.0:1402947131.623096:0:22962:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880ff6d11600 (tot 769086343). 00000800:00000200:14.0:1402947131.623099:0:22962:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.623101:0:22962:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000800:00000200:14.0:1402947131.623102:0:22962:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff88081de19e00] (258)-- 00000800:00000200:14.0:1402947131.623103:0:22962:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (257)-- 00000800:00000200:14.2:1402947131.623228:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff88081de19e00] (256)++ 00000800:00000200:14.0:1402947131.623247:0:22963:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.623255:0:22963:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.10@o2ib8 00000800:00000200:14.0:1402947131.623257:0:22963:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (258)++ 00000800:00000200:14.0:1402947131.623259:0:22963:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (259)-- 00000400:00000010:14.0:1402947131.623261:0:22963:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff88079142d400 (tot 769086695). 00000400:00000200:14.0:1402947131.623267:0:22963:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.10@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f034 00000400:00000200:14.0:1402947131.623273:0:22963:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.10@o2ib8 of length 336/336 into md 0x1865a175 [1] + 192 00000100:00000001:14.0:1402947131.623279:0:22963:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:8.0:1402947131.623281:0:22962:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (258)-- 00000100:00000200:14.0:1402947131.623282:0:22963:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:14.0:1402947131.623291:0:22963:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:14.0:1402947131.623300:0:22963:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:14.0:1402947131.623305:0:22963:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff88079142d400 (tot 769086343). 00000800:00000200:14.0:1402947131.623309:0:22963:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff88081de19e00] (257)++ 00000800:00000200:14.0:1402947131.623310:0:22963:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff88081de19e00] (258)-- 00000800:00000200:14.0:1402947131.623312:0:22963:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff88081de19e00] (257)-- 00000100:00000001:5.0:1402947131.623341:0:23084:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1402947131.623344:0:23084:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:5.0:1402947131.623348:0:23084:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1402947131.623349:0:23084:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:5.0:1402947131.623351:0:23084:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:5.0:1402947131.623357:0:23084:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:5.0:1402947131.623368:0:23084:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.623378:0:23084:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:5.0:1402947131.623380:0:23084:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91e9c0 (tot 769086247). 00000400:00000200:5.0:1402947131.623383:0:23084:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fde0f3e40 00000400:00000010:5.0:1402947131.623385:0:23084:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fde0f3e40 (tot 769086119). 00000100:00000001:5.0:1402947131.623387:0:23084:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1402947131.623389:0:23084:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:5.0:1402947131.623390:0:23084:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1402947131.623391:0:23084:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1402947131.623393:0:23084:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1402947131.623395:0:23084:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1402947131.623398:0:23084:0:(import.c:1588:at_measured()) add 40 to ffff880fea41f408 time=110 v=40 (40 40 40 40) 00000100:00001000:5.0:1402947131.623401:0:23084:0:(import.c:1588:at_measured()) add 1 to ffff880fea41f398 time=110 v=40 (1 1 1 1) 00000100:00000001:5.0:1402947131.623404:0:23084:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1402947131.623405:0:23084:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1402947131.623407:0:23084:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:5.0:1402947131.623408:0:23084:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623410:0:23084:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1402947131.623411:0:23084:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0011-osc-MDT0007: skip recheck: last_committed 68725193858 00000100:00000001:5.0:1402947131.623413:0:23084:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1402947131.623414:0:23084:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1402947131.623417:0:23084:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:5.0:1402947131.623423:0:23084:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1402947131.623425:0:23084:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1402947131.623426:0:23084:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:5.0:1402947131.623427:0:23084:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:5.0:1402947131.623431:0:23084:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880fea41f800 00000004:00000001:5.0:1402947131.623432:0:23084:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1402947131.623435:0:23084:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:5.0:1402947131.623441:0:23084:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_3:esfprod-MDT0007-mdtlov_UUID:23084:1470734506651700:10.151.10.10@o2ib8:13 00000100:00000001:5.0:1402947131.623444:0:23084:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1402947131.623446:0:23084:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1402947131.623450:0:23084:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fc8baac00 x1470734506651700/t0(0) o13->esfprod-OST0011-osc-MDT0007@10.151.10.10@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:5.0:1402947131.623455:0:23084:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1402947131.623456:0:23084:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1402947131.623458:0:23084:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880fea6ae800. 02000000:00000001:5.0:1402947131.623460:0:23084:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1402947131.623461:0:23084:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:5.0:1402947131.623462:0:23084:0:(genops.c:1036:class_import_put()) import ffff880fea41f000 refcount=2 obd=esfprod-OST0011-osc-MDT0007 00000020:00000001:5.0:1402947131.623464:0:23084:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:5.0:1402947131.623465:0:23084:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fdde24480. 02000000:00000001:5.0:1402947131.623466:0:23084:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1402947131.623468:0:23084:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1402947131.623469:0:23084:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fc8baac00. 00000100:00000001:5.0:1402947131.623471:0:23084:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1402947131.623472:0:23084:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1402947131.623473:0:23084:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1402947131.623478:0:23084:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1402947131.623478:0:23084:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623480:0:23084:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1402947131.623481:0:23084:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.623483:0:23084:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1402947131.623484:0:23084:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1402947131.659303:0:37977:0:(llite_lib.c:2644:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1402947131.669583:0:37983:0:(llite_lib.c:2644:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671686:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00000001:3.0:1402947131.671689:0:37971:0:(file.c:3233:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1402947131.671690:0:37971:0:(file.c:3238:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8807bc90db38),name=/ 00000080:00000010:3.0:1402947131.671696:0:37971:0:(llite_lib.c:2540:ll_prep_md_op_data()) kmalloced 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.671699:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.671700:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671702:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.671703:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671705:0:37971:0:(obd_class.h:1577:md_intent_lock()) Process entered 00800000:00000001:3.0:1402947131.671706:0:37971:0:(lmv_intent.c:511:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1402947131.671708:0:37971:0:(lmv_intent.c:518:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1402947131.671710:0:37971:0:(lmv_obd.c:620:lmv_check_connect()) Process entered 00800000:00000001:3.0:1402947131.671711:0:37971:0:(lmv_obd.c:623:lmv_check_connect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.671713:0:37971:0:(lmv_intent.c:428:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1402947131.671714:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.671715:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.671717:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.671718:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.671719:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.671721:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1402947131.671722:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.671724:0:37971:0:(lmv_intent.c:441:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm=(null) lsm_magic=ffffffff 00800000:00000001:3.0:1402947131.671727:0:37971:0:(obd_class.h:1577:md_intent_lock()) Process entered 00000002:00000001:3.0:1402947131.671729:0:37971:0:(mdc_locks.c:1162:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1402947131.671730:0:37971:0:(mdc_locks.c:1169:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 00 00000002:00000001:3.0:1402947131.671733:0:37971:0:(mdc_locks.c:1068:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1402947131.671734:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.671735:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.671737:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=28673 : 28673 : 7001) 00010000:00000040:3.0:1402947131.671741:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8808012c6d00 count: 3 00010000:00000001:3.0:1402947131.671744:0:37971:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:3.0:1402947131.671746:0:37971:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru()) Process leaving 00010000:00010000:3.0:1402947131.671747:0:37971:0:(ldlm_lock.c:797:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1402947131.671761:0:37971:0:(ldlm_lock.c:1369:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1402947131.671763:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8808012c6d00 count: 2 00010000:00000001:3.0:1402947131.671765:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=28673 : 28673 : 7001) 00010000:00010000:3.0:1402947131.671767:0:37971:0:(ldlm_lock.c:1431:ldlm_lock_match()) ### matched (0 0) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1402947131.671772:0:37971:0:(sec.c:909:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1402947131.671774:0:37971:0:(sec.c:923:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.671776:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1402947131.671777:0:37971:0:(mdc_locks.c:1120:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1402947131.671779:0:37971:0:(mdc_locks.c:1182:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.671780:0:37971:0:(obd_class.h:1582:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.671781:0:37971:0:(lmv_intent.c:460:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.671784:0:37971:0:(lmv_intent.c:533:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.671786:0:37971:0:(obd_class.h:1582:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1402947131.671788:0:37971:0:(llite_lib.c:2607:ll_finish_md_op_data()) kfreed 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.671790:0:37971:0:(dcache.c:320:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1402947131.671791:0:37971:0:(dcache.c:323:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1402947131.671792:0:37971:0:(dcache.c:343:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8807bc90db38) 00000080:00010000:3.0:1402947131.671794:0:37971:0:(llite_internal.h:1499:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8807bc90db38) for lock 0x47081543a027881b 00000080:00000001:3.0:1402947131.671797:0:37971:0:(obd_class.h:1753:md_set_lock_data()) Process entered 00800000:00000001:3.0:1402947131.671798:0:37971:0:(lmv_obd.c:3093:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1402947131.671799:0:37971:0:(obd_class.h:1753:md_set_lock_data()) Process entered 00000002:00000001:3.0:1402947131.671800:0:37971:0:(mdc_locks.c:109:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1402947131.671801:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.671802:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.671804:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.671806:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.671818:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.671819:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1402947131.671820:0:37971:0:(mdc_locks.c:140:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.671821:0:37971:0:(obd_class.h:1756:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.671822:0:37971:0:(lmv_obd.c:3098:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671824:0:37971:0:(obd_class.h:1756:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1402947131.671826:0:37971:0:(dcache.c:246:ll_intent_drop_lock()) releasing lock with cookie 0x47081543a027881b from it ffff8807c3fbdb78 00010000:00000001:3.0:1402947131.671827:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.671828:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.671829:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.671831:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.671832:0:37971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1402947131.671833:0:37971:0:(ldlm_lock.c:850:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 2 type: IBT flags: 0x10000000000000 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1402947131.671839:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.671840:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1402947131.671841:0:37971:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) ### add lock into lru list ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 2 type: IBT flags: 0x10000000000000 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1402947131.671846:0:37971:0:(ldlm_lock.c:311:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1402947131.671846:0:37971:0:(ldlm_lock.c:315:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1402947131.671847:0:37971:0:(ldlm_lock.c:939:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1402947131.671848:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.671849:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1402947131.671850:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1402947131.671851:0:37971:0:(client.c:2317:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1402947131.671852:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8807bc90db38), inode mode 43ff mask 1 00000080:00000001:3.0:1402947131.671855:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671858:0:37971:0:(dcache.c:107:ll_dcompare()) Process entered 00000080:00002000:3.0:1402947131.671859:0:37971:0:(dcache.c:117:ll_dcompare()) found name vers(ffff8807bd627900) flags 0x8 refc 1 00000080:00000001:3.0:1402947131.671862:0:37971:0:(dcache.c:126:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671863:0:37971:0:(dcache.c:405:ll_revalidate_nd()) Process entered 00000080:00200000:3.0:1402947131.671864:0:37971:0:(dcache.c:415:ll_revalidate_nd()) VFS Op:name=vers, flags=4 00000080:00000001:3.0:1402947131.671865:0:37971:0:(dcache.c:418:ll_revalidate_nd()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.671867:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00200000:3.0:1402947131.671868:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0xc000013a1:0x2:0x0](ffff8807acab6bb8), inode mode 41ff mask 1 00000080:00000001:3.0:1402947131.671871:0:37971:0:(file.c:3480:ll_check_acl()) Process entered 00000080:00000001:3.0:1402947131.671872:0:37971:0:(file.c:3459:ll_get_acl()) Process entered 00000080:00000001:3.0:1402947131.671872:0:37971:0:(file.c:3466:ll_get_acl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671874:0:37971:0:(file.c:3489:ll_check_acl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1402947131.671876:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671878:0:37971:0:(dcache.c:107:ll_dcompare()) Process entered 00000080:00002000:3.0:1402947131.671879:0:37971:0:(dcache.c:117:ll_dcompare()) found name tmp(ffff8807bde8ac80) flags 0x8 refc 70 00000080:00000001:3.0:1402947131.671881:0:37971:0:(dcache.c:126:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671882:0:37971:0:(dcache.c:405:ll_revalidate_nd()) Process entered 00000080:00200000:3.0:1402947131.671883:0:37971:0:(dcache.c:415:ll_revalidate_nd()) VFS Op:name=tmp, flags=4 00000080:00000001:3.0:1402947131.671884:0:37971:0:(dcache.c:418:ll_revalidate_nd()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.671885:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00200000:3.0:1402947131.671886:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0xc000013a1:0x3:0x0](ffff8807abfaeb78), inode mode 41ff mask 1 00000080:00000001:3.0:1402947131.671888:0:37971:0:(file.c:3480:ll_check_acl()) Process entered 00000080:00000001:3.0:1402947131.671889:0:37971:0:(file.c:3459:ll_get_acl()) Process entered 00000080:00000001:3.0:1402947131.671889:0:37971:0:(file.c:3466:ll_get_acl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671890:0:37971:0:(file.c:3489:ll_check_acl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1402947131.671892:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671894:0:37971:0:(dcache.c:107:ll_dcompare()) Process entered 00000080:00002000:3.0:1402947131.671895:0:37971:0:(dcache.c:117:ll_dcompare()) found name posix_shm_open(ffff880fd2bfd780) flags 0x8 refc 0 00000080:00000001:3.0:1402947131.671896:0:37971:0:(dcache.c:126:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671898:0:37971:0:(dcache.c:405:ll_revalidate_nd()) Process entered 00000080:00200000:3.0:1402947131.671898:0:37971:0:(dcache.c:415:ll_revalidate_nd()) VFS Op:name=posix_shm_open, flags=0 00000080:00000001:3.0:1402947131.671900:0:37971:0:(dcache.c:418:ll_revalidate_nd()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.671902:0:37971:0:(file.c:3346:ll_inode_revalidate()) Process entered 00000080:00000001:3.0:1402947131.671903:0:37971:0:(file.c:3233:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1402947131.671904:0:37971:0:(file.c:3238:__ll_inode_revalidate()) VFS Op:inode=[0xc0000146f:0x10ef9:0x0](ffff8807abc11178),name=posix_shm_open 00000080:00000010:3.0:1402947131.671907:0:37971:0:(llite_lib.c:2540:ll_prep_md_op_data()) kmalloced 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.671908:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.671909:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671911:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.671912:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671913:0:37971:0:(obd_class.h:1577:md_intent_lock()) Process entered 00800000:00000001:3.0:1402947131.671914:0:37971:0:(lmv_intent.c:511:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1402947131.671915:0:37971:0:(lmv_intent.c:518:lmv_intent_lock()) INTENT LOCK 'getattr' for '(null)' on [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.671917:0:37971:0:(lmv_obd.c:620:lmv_check_connect()) Process entered 00800000:00000001:3.0:1402947131.671918:0:37971:0:(lmv_obd.c:623:lmv_check_connect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.671919:0:37971:0:(lmv_intent.c:428:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1402947131.671920:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.671921:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.671922:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.671923:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.671925:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.671926:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.671927:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.671929:0:37971:0:(lmv_intent.c:441:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0xc0000146f:0x10ef9:0x0], fid2=[0xc0000146f:0x10ef9:0x0], name='' -> mds #0 lsm=(null) lsm_magic=ffffffff 00800000:00000001:3.0:1402947131.671932:0:37971:0:(obd_class.h:1577:md_intent_lock()) Process entered 00000002:00000001:3.0:1402947131.671932:0:37971:0:(mdc_locks.c:1162:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1402947131.671933:0:37971:0:(mdc_locks.c:1169:mdc_intent_lock()) (name: ,[0xc0000146f:0x10ef9:0x0]) in obj [0xc0000146f:0x10ef9:0x0], intent: getattr flags 00 00000002:00000001:3.0:1402947131.671936:0:37971:0:(mdc_locks.c:1068:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1402947131.671937:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.671938:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.671939:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.671941:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.671943:0:37971:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:3.0:1402947131.671944:0:37971:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru()) Process leaving 00010000:00010000:3.0:1402947131.671944:0:37971:0:(ldlm_lock.c:797:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde00c0/0x47081543a277cdf0 lrc: 2/1,0 mode: PR/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 3 type: IBT flags: 0x20000000000 nid: local remote: 0x76ac476b88259052 expref: -99 pid: 36534 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1402947131.671950:0:37971:0:(ldlm_lock.c:1369:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1402947131.671952:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 2 00010000:00000001:3.0:1402947131.671953:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00010000:3.0:1402947131.671955:0:37971:0:(ldlm_lock.c:1431:ldlm_lock_match()) ### matched (0 0) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde00c0/0x47081543a277cdf0 lrc: 2/1,0 mode: PR/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 2 type: IBT flags: 0x20000000000 nid: local remote: 0x76ac476b88259052 expref: -99 pid: 36534 timeout: 0 lvb_type: 3 02000000:00000001:3.0:1402947131.671960:0:37971:0:(sec.c:909:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1402947131.671961:0:37971:0:(sec.c:923:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.671962:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1402947131.671963:0:37971:0:(mdc_locks.c:1120:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1402947131.671965:0:37971:0:(mdc_locks.c:1182:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.671966:0:37971:0:(obd_class.h:1582:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.671967:0:37971:0:(lmv_intent.c:460:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.671968:0:37971:0:(lmv_intent.c:533:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.671969:0:37971:0:(obd_class.h:1582:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1402947131.671971:0:37971:0:(llite_lib.c:2607:ll_finish_md_op_data()) kfreed 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.671972:0:37971:0:(dcache.c:320:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1402947131.671974:0:37971:0:(dcache.c:323:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1402947131.671976:0:37971:0:(dcache.c:343:ll_lookup_finish_locks()) setting l_data to inode [0xc0000146f:0x10ef9:0x0](ffff8807abc11178) 00000080:00010000:3.0:1402947131.671978:0:37971:0:(llite_internal.h:1499:ll_set_lock_data()) setting l_data to inode [0xc0000146f:0x10ef9:0x0](ffff8807abc11178) for lock 0x47081543a277cdf0 00000080:00000001:3.0:1402947131.671980:0:37971:0:(obd_class.h:1753:md_set_lock_data()) Process entered 00800000:00000001:3.0:1402947131.671981:0:37971:0:(lmv_obd.c:3093:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1402947131.671981:0:37971:0:(obd_class.h:1753:md_set_lock_data()) Process entered 00000002:00000001:3.0:1402947131.671982:0:37971:0:(mdc_locks.c:109:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1402947131.671983:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.671984:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.671985:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612200159051968 : -131873550499648 : ffff880fcbde00c0) 00010000:00000001:3.0:1402947131.671987:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612200159051968 : -131873550499648 : ffff880fcbde00c0) 00010000:00000001:3.0:1402947131.671988:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.671989:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1402947131.671990:0:37971:0:(mdc_locks.c:140:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.671991:0:37971:0:(obd_class.h:1756:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.671992:0:37971:0:(lmv_obd.c:3098:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.671993:0:37971:0:(obd_class.h:1756:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1402947131.671994:0:37971:0:(dcache.c:246:ll_intent_drop_lock()) releasing lock with cookie 0x47081543a277cdf0 from it ffff8807c3fbdd28 00010000:00000001:3.0:1402947131.671996:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.671996:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.671997:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612200159051968 : -131873550499648 : ffff880fcbde00c0) 00010000:00000001:3.0:1402947131.671999:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612200159051968 : -131873550499648 : ffff880fcbde00c0) 00010000:00000001:3.0:1402947131.672000:0:37971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1402947131.672001:0:37971:0:(ldlm_lock.c:850:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde00c0/0x47081543a277cdf0 lrc: 3/1,0 mode: PR/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 2 type: IBT flags: 0x10020000000000 nid: local remote: 0x76ac476b88259052 expref: -99 pid: 36534 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1402947131.672006:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672007:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1402947131.672008:0:37971:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) ### add lock into lru list ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde00c0/0x47081543a277cdf0 lrc: 2/0,0 mode: PR/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 2 type: IBT flags: 0x10020000000000 nid: local remote: 0x76ac476b88259052 expref: -99 pid: 36534 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1402947131.672012:0:37971:0:(ldlm_lock.c:311:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1402947131.672013:0:37971:0:(ldlm_lock.c:315:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1402947131.672014:0:37971:0:(ldlm_lock.c:939:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1402947131.672016:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672016:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1402947131.672017:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1402947131.672018:0:37971:0:(client.c:2317:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1402947131.672020:0:37971:0:(glimpse.c:224:cl_glimpse_size0()) Process entered 00000020:00001000:3.0:1402947131.672023:0:37971:0:(cl_object.c:856:cl_env_peek()) 0@(null) 00000020:00000001:3.0:1402947131.672024:0:37971:0:(cl_object.c:805:cl_env_obtain()) Process entered 00000020:00000001:3.0:1402947131.672026:0:37971:0:(cl_object.c:831:cl_env_obtain()) Process leaving (rc=18446612165542595184 : -131908166956432 : ffff8807bc90ca70) 00000020:00001000:3.0:1402947131.672029:0:37971:0:(cl_object.c:887:cl_env_get()) 1@ffff8807bc90ca68 00000020:00000001:3.0:1402947131.672031:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807ac59dcc0 -> ffff8807ac59dcc0 00000020:00000001:3.0:1402947131.672033:0:37971:0:(cl_io.c:161:cl_io_init0()) Process entered 00000080:00000001:3.0:1402947131.672034:0:37971:0:(vvp_io.c:1148:vvp_io_init()) Process entered 00000080:00200000:3.0:1402947131.672035:0:37971:0:(vvp_io.c:1154:vvp_io_init()) [0xc0000146f:0x10ef9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1402947131.672038:0:37971:0:(cl_io.c:979:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1402947131.672039:0:37971:0:(cl_io.c:985:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1402947131.672040:0:37971:0:(file.c:4005:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1402947131.672041:0:37971:0:(file.c:4009:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672042:0:37971:0:(vvp_io.c:1209:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672045:0:37971:0:(lov_io.c:909:lov_io_init_raid0()) Process entered 00020000:00000001:3.0:1402947131.672046:0:37971:0:(lov_io.c:313:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1402947131.672047:0:37971:0:(lov_io.c:371:lov_io_slice_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672048:0:37971:0:(lov_io.c:289:lov_io_subio_init()) Process entered 00020000:00000010:3.0:1402947131.672049:0:37971:0:(lov_io.c:299:lov_io_subio_init()) kmalloced 'lio->lis_subs': 72 at ffff880fdf91ed40. 00020000:00000001:3.0:1402947131.672051:0:37971:0:(lov_io.c:307:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672052:0:37971:0:(cl_io.c:979:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1402947131.672053:0:37971:0:(cl_io.c:985:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1402947131.672054:0:37971:0:(lov_io.c:922:lov_io_init_raid0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672055:0:37971:0:(cl_io.c:179:cl_io_init0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1402947131.672056:0:37971:0:(glimpse.c:114:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1402947131.672058:0:37971:0:(glimpse.c:117:cl_glimpse_lock()) Glimpsing inode [0xc0000146f:0x10ef9:0x0] 00000020:00000001:3.0:1402947131.672059:0:37971:0:(cl_lock.c:2018:cl_lock_request()) Process entered 00000020:00000001:3.0:1402947131.672060:0:37971:0:(cl_lock.c:1964:cl_lock_hold_mutex()) Process entered 00000020:00000001:3.0:1402947131.672061:0:37971:0:(cl_lock.c:543:cl_lock_find()) Process entered 00000020:00000001:3.0:1402947131.672062:0:37971:0:(cl_lock.c:500:cl_lock_lookup()) Process entered 00000020:00000001:3.0:1402947131.672063:0:37971:0:(cl_lock.c:522:cl_lock_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672064:0:37971:0:(cl_lock.c:381:cl_lock_alloc()) Process entered 00000020:00000010:3.0:1402947131.672065:0:37971:0:(cl_lock.c:382:cl_lock_alloc()) slab-alloced 'lock': 216 at ffff880fd40e0078. 00000080:00000010:3.0:1402947131.672068:0:37971:0:(lcommon_cl.c:418:ccc_lock_init()) slab-alloced 'clk': 40 at ffff880fea292650. 00000020:00000001:3.0:1402947131.672069:0:37971:0:(cl_lock.c:207:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1402947131.672070:0:37971:0:(cl_lock.c:212:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1402947131.672078:0:37971:0:(lov_lock.c:1191:lov_lock_init_raid0()) Process entered 00020000:00000010:3.0:1402947131.672080:0:37971:0:(lov_lock.c:1192:lov_lock_init_raid0()) slab-alloced 'lck': 104 at ffff8810092dfcf8. 00000020:00000001:3.0:1402947131.672081:0:37971:0:(cl_lock.c:207:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1402947131.672082:0:37971:0:(cl_lock.c:212:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1402947131.672083:0:37971:0:(lov_lock.c:310:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1402947131.672084:0:37971:0:(lov_offset.c:245:lov_stripe_intersects()) [0->18446744073709551615] -> [(0) 0->18446744073709551615 (0)] 00020000:00000010:3.0:1402947131.672087:0:37971:0:(lov_lock.c:327:lov_lock_sub_init()) kmalloced 'lck->lls_sub': 96 at ffff880fded9e6c0. 00020000:00000002:3.0:1402947131.672089:0:37971:0:(lov_offset.c:245:lov_stripe_intersects()) [0->18446744073709551615] -> [(0) 0->18446744073709551615 (0)] 00020000:00000001:3.0:1402947131.672091:0:37971:0:(lov_lock.c:367:lov_lock_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672092:0:37971:0:(lov_lock.c:1198:lov_lock_init_raid0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672094:0:37971:0:(cl_lock.c:416:cl_lock_alloc()) Process leaving (rc=18446612200296415352 : -131873413136264 : ffff880fd40e0078) 00000020:00000001:3.0:1402947131.672095:0:37971:0:(cl_lock.c:500:cl_lock_lookup()) Process entered 00000020:00000001:3.0:1402947131.672096:0:37971:0:(cl_lock.c:522:cl_lock_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672097:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 1 ffff880fd40e0078 18446744072111749744 00000020:00000001:3.0:1402947131.672099:0:37971:0:(cl_lock.c:577:cl_lock_find()) Process leaving (rc=18446612200296415352 : -131873413136264 : ffff880fd40e0078) 00000020:00000001:3.0:1402947131.672101:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(2 ffff88081817d540 1 0 0 0 0 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672105:0:37971:0:(cl_lock.c:1981:cl_lock_hold_mutex()) Process leaving (rc=18446612200296415352 : -131873413136264 : ffff880fd40e0078) 00000020:00000001:3.0:1402947131.672107:0:37971:0:(cl_lock.c:1297:cl_enqueue_locked()) Process entered 00000020:00000001:3.0:1402947131.672108:0:37971:0:(cl_lock.c:2112:cl_lock_user_add()) Process entered 00000020:00000001:3.0:1402947131.672109:0:37971:0:(cl_lock.c:2114:cl_lock_user_add()) Process leaving 00000020:00000001:3.0:1402947131.672109:0:37971:0:(cl_lock.c:1199:cl_enqueue_try()) Process entered 00000020:00010000:3.0:1402947131.672110:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enqueue lock: ffff880fd40e0078@(2 ffff88081817d540 1 0 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_enqueue_try():1200 00000020:00000001:3.0:1402947131.672114:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672115:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00000080:00000001:3.0:1402947131.672116:0:37971:0:(lcommon_cl.c:640:ccc_lock_state()) Process entered 00000080:00000001:3.0:1402947131.672117:0:37971:0:(lcommon_cl.c:667:ccc_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672118:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672119:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672119:0:37971:0:(cl_lock.c:1167:cl_enqueue_kick()) Process entered 00020000:00000001:3.0:1402947131.672121:0:37971:0:(lov_lock.c:571:lov_lock_enqueue()) Process entered 00000020:00000001:3.0:1402947131.672122:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(2 ffff88081817d540 1 1 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_put():756 00020000:00000001:3.0:1402947131.672126:0:37971:0:(lov_lock.c:148:lov_sublock_alloc()) Process entered 00020000:00000010:3.0:1402947131.672127:0:37971:0:(lov_lock.c:150:lov_sublock_alloc()) slab-alloced 'link': 32 at ffff880fe1c375b0. 00020000:00000001:3.0:1402947131.672128:0:37971:0:(lov_io.c:227:lov_sub_get()) Process entered 00020000:00000001:3.0:1402947131.672129:0:37971:0:(lov_io.c:152:lov_io_sub_init()) Process entered 00000020:00001000:3.0:1402947131.672133:0:37971:0:(cl_object.c:856:cl_env_peek()) 0@(null) 00000020:00000001:3.0:1402947131.672134:0:37971:0:(cl_object.c:805:cl_env_obtain()) Process entered 00000020:00000001:3.0:1402947131.672135:0:37971:0:(cl_object.c:831:cl_env_obtain()) Process leaving (rc=18446612166951382624 : -131906758168992 : ffff880810892e60) 00000020:00001000:3.0:1402947131.672137:0:37971:0:(cl_object.c:887:cl_env_get()) 1@ffff880810892e58 00000020:00000001:3.0:1402947131.672139:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807a901a7b8 -> ffff8807ac59dcc0 00000020:00000001:3.0:1402947131.672141:0:37971:0:(cl_io.c:161:cl_io_init0()) Process entered 00000020:00000001:3.0:1402947131.672142:0:37971:0:(cl_io.c:979:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1402947131.672143:0:37971:0:(cl_io.c:985:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1402947131.672144:0:37971:0:(cl_io.c:179:cl_io_init0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672145:0:37971:0:(lov_io.c:217:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672146:0:37971:0:(lov_io.c:238:lov_sub_get()) Process leaving (rc=18446612200489610560 : -131873219941056 : ffff880fdf91ed40) 00000020:00000001:3.0:1402947131.672148:0:37971:0:(cl_lock.c:1997:cl_lock_hold()) Process entered 00000020:00000001:3.0:1402947131.672149:0:37971:0:(cl_lock.c:1964:cl_lock_hold_mutex()) Process entered 00000020:00000001:3.0:1402947131.672149:0:37971:0:(cl_lock.c:543:cl_lock_find()) Process entered 00000020:00000001:3.0:1402947131.672150:0:37971:0:(cl_lock.c:500:cl_lock_lookup()) Process entered 00000020:00000001:3.0:1402947131.672152:0:37971:0:(cl_lock.c:483:cl_lock_fits_into()) Process entered 00000020:00000001:3.0:1402947131.672153:0:37971:0:(cl_lock.c:489:cl_lock_fits_into()) Process leaving (rc=1 : 1 : 1) 00000020:00010000:3.0:1402947131.672154:0:37971:0:(cl_lock.c:515:cl_lock_lookup()) has: R(1):[0, 18446744073709551615](5) need: P(0):[0, 18446744073709551615]: 1 00000020:00000001:3.0:1402947131.672157:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 1 ffff8807ab8f0228 18446744072111734824 00000020:00000001:3.0:1402947131.672159:0:37971:0:(cl_lock.c:519:cl_lock_lookup()) Process leaving (rc=18446612165257265704 : -131908452285912 : ffff8807ab8f0228) 00000020:00000001:3.0:1402947131.672160:0:37971:0:(cl_lock.c:577:cl_lock_find()) Process leaving (rc=18446612165257265704 : -131908452285912 : ffff8807ab8f0228) 00000020:00000001:3.0:1402947131.672162:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 5 0 0 0 0)(ffff880810892e60/1/1) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672165:0:37971:0:(cl_lock.c:1981:cl_lock_hold_mutex()) Process leaving (rc=18446612165257265704 : -131908452285912 : ffff8807ab8f0228) 00000020:00000001:3.0:1402947131.672167:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 5 0 1 0 0)(ffff880810892e60/1/1) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672170:0:37971:0:(cl_lock.c:2002:cl_lock_hold()) Process leaving (rc=18446612165257265704 : -131908452285912 : ffff8807ab8f0228) 00020000:00000001:3.0:1402947131.672172:0:37971:0:(lov_lock.c:182:lov_sublock_alloc()) Process leaving (rc=18446612165257265704 : -131908452285912 : ffff8807ab8f0228) 00000020:00000001:3.0:1402947131.672173:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 5 0 1 0 0)(ffff8807bc90ca70/1/1) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672177:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(2 ffff88081817d540 1 1 0 1 1 0)(ffff8807bc90ca70/0/2) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672180:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 2 ffff8807ab8f0228 18446744072116710367 00020000:00000001:3.0:1402947131.672181:0:37971:0:(lov_lock.c:113:lov_sublock_adopt()) Process entered 00000020:00000001:3.0:1402947131.672182:0:37971:0:(cl_lock.c:646:cl_lock_at()) Process entered 00000020:00000001:3.0:1402947131.672183:0:37971:0:(cl_lock.c:650:cl_lock_at()) Process leaving (rc=18446612165271522144 : -131908438029472 : ffff8807ac688b60) 00020000:00000001:3.0:1402947131.672185:0:37971:0:(lov_lock.c:1086:lov_lock_link_find()) Process entered 00020000:00000001:3.0:1402947131.672187:0:37971:0:(lov_lock.c:1092:lov_lock_link_find()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672189:0:37971:0:(cl_lock.c:335:cl_lock_get()) acquiring reference: 2 ffff880fd40e0078 18446744072116711070 00000020:00000001:3.0:1402947131.672190:0:37971:0:(cl_lock.c:2112:cl_lock_user_add()) Process entered 00000020:00000001:3.0:1402947131.672191:0:37971:0:(cl_lock.c:2114:cl_lock_user_add()) Process leaving 00020000:00000001:3.0:1402947131.672192:0:37971:0:(lovsub_lock.c:165:lovsub_lock_descr_map()) Process entered 00020000:00000001:3.0:1402947131.672193:0:37971:0:(lovsub_lock.c:187:lovsub_lock_descr_map()) Process leaving 00020000:00000001:3.0:1402947131.672194:0:37971:0:(lov_lock.c:135:lov_sublock_adopt()) Process leaving 00000020:00000001:3.0:1402947131.672195:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff8807ab8f0228@(3 ffff88081817d540 1 5 0 1 1 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672199:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672199:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 3 ffff8807ab8f0228 18446744072116710666 00000020:00000001:3.0:1402947131.672201:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000001:3.0:1402947131.672202:0:37971:0:(lov_lock.c:651:lov_lock_enqueue()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:3.0:1402947131.672203:0:37971:0:(cl_lock.c:1178:cl_enqueue_kick()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:3.0:1402947131.672205:0:37971:0:(cl_lock.c:1167:cl_enqueue_kick()) Process entered 00020000:00000001:3.0:1402947131.672205:0:37971:0:(lov_lock.c:571:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1402947131.672206:0:37971:0:(lov_lock.c:206:lov_sublock_lock()) Process entered 00000020:00000001:3.0:1402947131.672207:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672208:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672209:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff8807ab8f0228@(2 (null) 0 5 0 1 1 0)(ffff8807bc90ca70/1/1) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672212:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672213:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 5 0 1 1 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672216:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672217:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 2 ffff8807ab8f0228 18446744072111744752 00000020:00000001:3.0:1402947131.672219:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672220:0:37971:0:(lovsub_lock.c:277:lovsub_lock_closure()) Process entered 00000020:00000001:3.0:1402947131.672221:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672222:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672223:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff880fd40e0078@(3 ffff88081817d540 1 1 0 1 1 0)(ffff8807bc90ca70/0/2) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672226:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672227:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(3 ffff88081817d540 2 1 0 1 1 0)(ffff8807bc90ca70/0/3) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672230:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672231:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 3 ffff880fd40e0078 18446744072111744752 00000020:00000001:3.0:1402947131.672232:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672233:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672235:0:37971:0:(lovsub_lock.c:288:lovsub_lock_closure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672237:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672239:0:37971:0:(lov_io.c:227:lov_sub_get()) Process entered 00020000:00000001:3.0:1402947131.672239:0:37971:0:(lov_io.c:238:lov_sub_get()) Process leaving (rc=18446612200489610560 : -131873219941056 : ffff880fdf91ed40) 00020000:00000001:3.0:1402947131.672241:0:37971:0:(lov_lock.c:246:lov_sublock_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672242:0:37971:0:(lov_lock.c:422:lov_sublock_hold()) Process entered 00020000:00000001:3.0:1402947131.672243:0:37971:0:(lov_lock.c:439:lov_sublock_hold()) Process leaving 00020000:00000001:3.0:1402947131.672244:0:37971:0:(lov_lock.c:493:lov_lock_enqueue_one()) Process entered 00000020:00000001:3.0:1402947131.672245:0:37971:0:(cl_lock.c:1199:cl_enqueue_try()) Process entered 00000020:00010000:3.0:1402947131.672246:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enqueue lock: ffff8807ab8f0228@(3 ffff88081817d540 1 5 0 1 1 0)(ffff880810892e60/1/0) at cl_enqueue_try():1200 00000020:00000001:3.0:1402947131.672249:0:37971:0:(cl_lock.c:1107:cl_use_try()) Process entered 00000020:00010000:3.0:1402947131.672250:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) use lock: ffff8807ab8f0228@(3 ffff88081817d540 1 5 0 1 1 0)(ffff880810892e60/1/0) at cl_use_try():1108 00000020:00000001:3.0:1402947131.672253:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672254:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00020000:00000001:3.0:1402947131.672255:0:37971:0:(lovsub_lock.c:104:lovsub_lock_state()) Process entered 00020000:00000001:3.0:1402947131.672256:0:37971:0:(lovsub_lock.c:116:lovsub_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672257:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672258:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672259:0:37971:0:(cl_lock.c:2064:cl_lock_hold_add()) Process entered 00000020:00000001:3.0:1402947131.672259:0:37971:0:(cl_lock.c:335:cl_lock_get()) acquiring reference: 3 ffff8807ab8f0228 18446744072111735674 00000020:00000001:3.0:1402947131.672261:0:37971:0:(cl_lock.c:2069:cl_lock_hold_add()) Process leaving 00010000:00000001:3.0:1402947131.672262:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.672263:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.672264:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612165613634240 : -131908095917376 : ffff8807c0ccc2c0) 00010000:00000001:3.0:1402947131.672266:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612165613634240 : -131908095917376 : ffff8807c0ccc2c0) 00010000:00000001:3.0:1402947131.672268:0:37971:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:3.0:1402947131.672269:0:37971:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru()) Process leaving 00010000:00010000:3.0:1402947131.672270:0:37971:0:(ldlm_lock.c:797:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: esfprod-OST0026-osc-ffff8807c3fb9c00 lock: ffff8807c0ccc2c0/0x47081543a277cafc lrc: 4/1,0 mode: PR/PR res: [0xdd7ff:0x0:0x0].0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x10020000000000 nid: local remote: 0xf73246f0b40de57f expref: -99 pid: 36331 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1402947131.672276:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672277:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672278:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672279:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00020000:00000001:3.0:1402947131.672280:0:37971:0:(lovsub_lock.c:104:lovsub_lock_state()) Process entered 00020000:00000001:3.0:1402947131.672280:0:37971:0:(lovsub_lock.c:116:lovsub_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672281:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672283:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672283:0:37971:0:(cl_lock.c:2081:cl_lock_unhold()) Process entered 00000020:00000001:3.0:1402947131.672284:0:37971:0:(cl_lock.c:909:cl_lock_hold_release()) Process entered 00000020:00010000:3.0:1402947131.672285:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) hold release lock: ffff8807ab8f0228@(4 ffff88081817d540 1 3 0 2 1 0)(ffff880810892e60/1/0) at cl_lock_hold_release():910 00000020:00000001:3.0:1402947131.672288:0:37971:0:(cl_lock.c:933:cl_lock_hold_release()) Process leaving 00000020:00000001:3.0:1402947131.672289:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672290:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 4 ffff8807ab8f0228 18446744072111740450 00000020:00000001:3.0:1402947131.672291:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672292:0:37971:0:(cl_lock.c:2085:cl_lock_unhold()) Process leaving 00000020:00000001:3.0:1402947131.672292:0:37971:0:(cl_lock.c:1152:cl_use_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672294:0:37971:0:(cl_lock.c:1242:cl_enqueue_try()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672295:0:37971:0:(lov_lock.c:512:lov_lock_enqueue_one()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672296:0:37971:0:(lov_lock.c:190:lov_sublock_unlock()) Process entered 00000020:00010000:3.0:1402947131.672297:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) disclosure lock: ffff880fd40e0078@(4 ffff88081817d540 2 1 0 1 1 0)(ffff8807bc90ca70/0/3) at cl_lock_disclosure():1740 00000020:00000001:3.0:1402947131.672301:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(4 ffff88081817d540 2 1 0 1 1 0)(ffff8807bc90ca70/0/3) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672304:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672304:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 4 ffff880fd40e0078 18446744072111744192 00000020:00000001:3.0:1402947131.672306:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672306:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff8807ab8f0228@(3 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672310:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672310:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 3 ffff8807ab8f0228 18446744072111744192 00000020:00000001:3.0:1402947131.672311:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000001:3.0:1402947131.672312:0:37971:0:(lov_lock.c:194:lov_sublock_unlock()) Process leaving 00020000:00000001:3.0:1402947131.672313:0:37971:0:(lov_lock.c:270:lov_subresult()) Process entered 00020000:00000001:3.0:1402947131.672314:0:37971:0:(lov_lock.c:284:lov_subresult()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672315:0:37971:0:(lov_lock.c:651:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672316:0:37971:0:(cl_lock.c:1178:cl_enqueue_kick()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672318:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672318:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00000080:00000001:3.0:1402947131.672319:0:37971:0:(lcommon_cl.c:640:ccc_lock_state()) Process entered 00000080:00000001:3.0:1402947131.672320:0:37971:0:(lcommon_cl.c:667:ccc_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672321:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672321:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672322:0:37971:0:(cl_lock.c:1242:cl_enqueue_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672324:0:37971:0:(cl_lock.c:1321:cl_enqueue_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672325:0:37971:0:(cl_lock.c:483:cl_lock_fits_into()) Process entered 00000080:00000001:3.0:1402947131.672326:0:37971:0:(lcommon_cl.c:608:ccc_lock_fits_into()) Process entered 00000080:00000001:3.0:1402947131.672328:0:37971:0:(lcommon_cl.c:627:ccc_lock_fits_into()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1402947131.672329:0:37971:0:(lov_lock.c:1012:lov_lock_fits_into()) Process entered 00020000:00010000:3.0:1402947131.672331:0:37971:0:(lov_lock.c:1053:lov_lock_fits_into()) P(0):[0, 18446744073709551615]/P(0):[0, 18446744073709551615] 0 1/1: 1 00020000:00000001:3.0:1402947131.672334:0:37971:0:(lov_lock.c:1054:lov_lock_fits_into()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1402947131.672335:0:37971:0:(cl_lock.c:489:cl_lock_fits_into()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1402947131.672337:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(3 ffff88081817d540 1 2 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672340:0:37971:0:(cl_lock.c:2050:cl_lock_request()) Process leaving (rc=18446612200296415352 : -131873413136264 : ffff880fd40e0078) 00000020:00000001:3.0:1402947131.672342:0:37971:0:(cl_lock.c:1529:cl_wait()) Process entered 00000020:00000001:3.0:1402947131.672342:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(3 ffff88081817d540 1 2 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672346:0:37971:0:(cl_lock.c:1472:cl_wait_try()) Process entered 00000020:00010000:3.0:1402947131.672346:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) wait lock try: ffff880fd40e0078@(3 ffff88081817d540 1 2 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_wait_try():1473 00020000:00000001:3.0:1402947131.672350:0:37971:0:(lov_lock.c:783:lov_lock_wait()) Process entered 00020000:00000001:3.0:1402947131.672351:0:37971:0:(lov_lock.c:206:lov_sublock_lock()) Process entered 00000020:00000001:3.0:1402947131.672352:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672352:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672353:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff8807ab8f0228@(2 (null) 0 3 0 1 1 0)(ffff8807bc90ca70/1/1) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672356:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672357:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672360:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672361:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 2 ffff8807ab8f0228 18446744072111744752 00000020:00000001:3.0:1402947131.672363:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672364:0:37971:0:(lovsub_lock.c:277:lovsub_lock_closure()) Process entered 00000020:00000001:3.0:1402947131.672365:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672366:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672366:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff880fd40e0078@(3 ffff88081817d540 1 2 0 1 1 0)(ffff8807bc90ca70/0/2) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672370:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672370:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(3 ffff88081817d540 2 2 0 1 1 0)(ffff8807bc90ca70/0/3) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672373:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672374:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 3 ffff880fd40e0078 18446744072111744752 00000020:00000001:3.0:1402947131.672376:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672377:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672378:0:37971:0:(lovsub_lock.c:288:lovsub_lock_closure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672380:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672381:0:37971:0:(lov_io.c:227:lov_sub_get()) Process entered 00020000:00000001:3.0:1402947131.672382:0:37971:0:(lov_io.c:238:lov_sub_get()) Process leaving (rc=18446612200489610560 : -131873219941056 : ffff880fdf91ed40) 00020000:00000001:3.0:1402947131.672384:0:37971:0:(lov_lock.c:246:lov_sublock_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672385:0:37971:0:(lov_lock.c:190:lov_sublock_unlock()) Process entered 00000020:00010000:3.0:1402947131.672386:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) disclosure lock: ffff880fd40e0078@(4 ffff88081817d540 2 2 0 1 1 0)(ffff8807bc90ca70/0/3) at cl_lock_disclosure():1740 00000020:00000001:3.0:1402947131.672389:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(4 ffff88081817d540 2 2 0 1 1 0)(ffff8807bc90ca70/0/3) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672392:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672393:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 4 ffff880fd40e0078 18446744072111744192 00000020:00000001:3.0:1402947131.672394:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672395:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff8807ab8f0228@(3 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672398:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672398:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 3 ffff8807ab8f0228 18446744072111744192 00000020:00000001:3.0:1402947131.672400:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000001:3.0:1402947131.672400:0:37971:0:(lov_lock.c:194:lov_sublock_unlock()) Process leaving 00020000:00000001:3.0:1402947131.672401:0:37971:0:(lov_lock.c:270:lov_subresult()) Process entered 00020000:00000001:3.0:1402947131.672402:0:37971:0:(lov_lock.c:284:lov_subresult()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672403:0:37971:0:(lov_lock.c:820:lov_lock_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672404:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672405:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00000080:00000001:3.0:1402947131.672406:0:37971:0:(lcommon_cl.c:640:ccc_lock_state()) Process entered 00000080:00000001:3.0:1402947131.672407:0:37971:0:(file.c:1036:ll_merge_lvb()) Process entered 00000020:00000001:3.0:1402947131.672408:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807ac59dcc0 -> ffff8807ac59dcc0 00000020:00000001:3.0:1402947131.672409:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807ac59dcc0 -> ffff8807ac59dcc0 00000020:00000001:3.0:1402947131.672411:0:37971:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1402947131.672412:0:37971:0:(lov_object.c:495:lov_attr_get_raid0()) Process entered 00020000:00000001:3.0:1402947131.672413:0:37971:0:(lov_object.c:551:lov_attr_get_raid0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672415:0:37971:0:(cl_object.c:232:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672416:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807ac59dcc0 -> ffff8807ac59dcc0 00000080:00200000:3.0:1402947131.672417:0:37971:0:(file.c:1059:ll_merge_lvb()) [0xc0000146f:0x10ef9:0x0] updating i_size 325054 00000080:00000001:3.0:1402947131.672419:0:37971:0:(file.c:1070:ll_merge_lvb()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672420:0:37971:0:(lcommon_cl.c:667:ccc_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672421:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672421:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672422:0:37971:0:(cl_lock.c:1512:cl_wait_try()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:3.0:1402947131.672423:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) wait lock: ffff880fd40e0078@(3 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_wait():1550 00000020:00000001:3.0:1402947131.672427:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(3 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672431:0:37971:0:(cl_lock.c:1553:cl_wait()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672432:0:37971:0:(file.c:1036:ll_merge_lvb()) Process entered 00000020:00000001:3.0:1402947131.672433:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807ac59dcc0 -> ffff8807ac59dcc0 00000020:00000001:3.0:1402947131.672434:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807ac59dcc0 -> ffff8807ac59dcc0 00000020:00000001:3.0:1402947131.672435:0:37971:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1402947131.672436:0:37971:0:(lov_object.c:495:lov_attr_get_raid0()) Process entered 00020000:00000001:3.0:1402947131.672437:0:37971:0:(lov_object.c:551:lov_attr_get_raid0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672438:0:37971:0:(cl_object.c:232:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672439:0:37971:0:(cl_object.c:163:cl_object_top()) ffff8807ac59dcc0 -> ffff8807ac59dcc0 00000080:00200000:3.0:1402947131.672440:0:37971:0:(file.c:1059:ll_merge_lvb()) [0xc0000146f:0x10ef9:0x0] updating i_size 325054 00000080:00000001:3.0:1402947131.672441:0:37971:0:(file.c:1070:ll_merge_lvb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672443:0:37971:0:(cl_lock.c:1448:cl_unuse()) Process entered 00000020:00000001:3.0:1402947131.672444:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(3 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672447:0:37971:0:(cl_lock.c:1434:cl_unuse_locked()) Process entered 00000020:00000001:3.0:1402947131.672448:0:37971:0:(cl_lock.c:1369:cl_unuse_try()) Process entered 00000020:00010000:3.0:1402947131.672449:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) unuse lock: ffff880fd40e0078@(3 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/0/1) at cl_unuse_try():1370 00000020:00000001:3.0:1402947131.672452:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672453:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00000080:00000001:3.0:1402947131.672453:0:37971:0:(lcommon_cl.c:640:ccc_lock_state()) Process entered 00000080:00000001:3.0:1402947131.672454:0:37971:0:(lcommon_cl.c:667:ccc_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672455:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672456:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672456:0:37971:0:(cl_lock.c:2064:cl_lock_hold_add()) Process entered 00000020:00000001:3.0:1402947131.672457:0:37971:0:(cl_lock.c:335:cl_lock_get()) acquiring reference: 3 ffff880fd40e0078 18446744072111735674 00000020:00000001:3.0:1402947131.672458:0:37971:0:(cl_lock.c:2069:cl_lock_hold_add()) Process leaving 00020000:00000001:3.0:1402947131.672459:0:37971:0:(lov_lock.c:662:lov_lock_unuse()) Process entered 00020000:00000001:3.0:1402947131.672460:0:37971:0:(lov_lock.c:206:lov_sublock_lock()) Process entered 00000020:00000001:3.0:1402947131.672461:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672462:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672463:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff8807ab8f0228@(2 (null) 0 3 0 1 1 0)(ffff8807bc90ca70/1/1) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672466:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672466:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 3 0 1 1 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672469:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672471:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 2 ffff8807ab8f0228 18446744072111744752 00000020:00000001:3.0:1402947131.672472:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672473:0:37971:0:(lovsub_lock.c:277:lovsub_lock_closure()) Process entered 00000020:00000001:3.0:1402947131.672475:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672476:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672477:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff880fd40e0078@(4 ffff88081817d540 1 4 0 2 1 0)(ffff8807bc90ca70/0/2) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672480:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672481:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(4 ffff88081817d540 2 4 0 2 1 0)(ffff8807bc90ca70/0/3) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672484:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672485:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 4 ffff880fd40e0078 18446744072111744752 00000020:00000001:3.0:1402947131.672486:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672487:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672488:0:37971:0:(lovsub_lock.c:288:lovsub_lock_closure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672490:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672491:0:37971:0:(lov_io.c:227:lov_sub_get()) Process entered 00020000:00000001:3.0:1402947131.672492:0:37971:0:(lov_io.c:238:lov_sub_get()) Process leaving (rc=18446612200489610560 : -131873219941056 : ffff880fdf91ed40) 00020000:00000001:3.0:1402947131.672493:0:37971:0:(lov_lock.c:246:lov_sublock_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672494:0:37971:0:(cl_lock.c:1369:cl_unuse_try()) Process entered 00000020:00010000:3.0:1402947131.672495:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) unuse lock: ffff8807ab8f0228@(3 ffff88081817d540 1 3 0 1 1 0)(ffff880810892e60/1/0) at cl_unuse_try():1370 00000020:00000001:3.0:1402947131.672498:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672499:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00020000:00000001:3.0:1402947131.672500:0:37971:0:(lovsub_lock.c:104:lovsub_lock_state()) Process entered 00020000:00000001:3.0:1402947131.672500:0:37971:0:(lovsub_lock.c:116:lovsub_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672501:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672502:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672503:0:37971:0:(cl_lock.c:2064:cl_lock_hold_add()) Process entered 00000020:00000001:3.0:1402947131.672503:0:37971:0:(cl_lock.c:335:cl_lock_get()) acquiring reference: 3 ffff8807ab8f0228 18446744072111735674 00000020:00000001:3.0:1402947131.672505:0:37971:0:(cl_lock.c:2069:cl_lock_hold_add()) Process leaving 00000008:00000001:3.0:1402947131.672506:0:37971:0:(osc_request.c:2470:osc_cancel_base()) Process entered 00010000:00000001:3.0:1402947131.672508:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.672509:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.672510:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612165613634240 : -131908095917376 : ffff8807c0ccc2c0) 00010000:00000001:3.0:1402947131.672511:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612165613634240 : -131908095917376 : ffff8807c0ccc2c0) 00010000:00000001:3.0:1402947131.672513:0:37971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1402947131.672514:0:37971:0:(ldlm_lock.c:850:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: esfprod-OST0026-osc-ffff8807c3fb9c00 lock: ffff8807c0ccc2c0/0x47081543a277cafc lrc: 4/1,0 mode: PR/PR res: [0xdd7ff:0x0:0x0].0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x10020000000000 nid: local remote: 0xf73246f0b40de57f expref: -99 pid: 36331 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1402947131.672520:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672522:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1402947131.672523:0:37971:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) ### add lock into lru list ns: esfprod-OST0026-osc-ffff8807c3fb9c00 lock: ffff8807c0ccc2c0/0x47081543a277cafc lrc: 3/0,0 mode: PR/PR res: [0xdd7ff:0x0:0x0].0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x10020000000000 nid: local remote: 0xf73246f0b40de57f expref: -99 pid: 36331 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1402947131.672529:0:37971:0:(ldlm_lock.c:311:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1402947131.672530:0:37971:0:(ldlm_lock.c:315:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1402947131.672530:0:37971:0:(ldlm_lock.c:939:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1402947131.672531:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672532:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1402947131.672533:0:37971:0:(osc_request.c:2477:osc_cancel_base()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672534:0:37971:0:(cl_lock.c:2124:cl_lock_user_del()) Process entered 00000020:00000001:3.0:1402947131.672535:0:37971:0:(cl_lock.c:2128:cl_lock_user_del()) Process leaving 00000020:00000001:3.0:1402947131.672536:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672536:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00020000:00000001:3.0:1402947131.672537:0:37971:0:(lovsub_lock.c:104:lovsub_lock_state()) Process entered 00020000:00000001:3.0:1402947131.672538:0:37971:0:(lovsub_lock.c:116:lovsub_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672539:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672540:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672540:0:37971:0:(cl_lock.c:2081:cl_lock_unhold()) Process entered 00000020:00000001:3.0:1402947131.672541:0:37971:0:(cl_lock.c:909:cl_lock_hold_release()) Process entered 00000020:00010000:3.0:1402947131.672542:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) hold release lock: ffff8807ab8f0228@(4 ffff88081817d540 1 5 0 2 0 0)(ffff880810892e60/1/0) at cl_lock_hold_release():910 00000020:00000001:3.0:1402947131.672545:0:37971:0:(cl_lock.c:933:cl_lock_hold_release()) Process leaving 00000020:00000001:3.0:1402947131.672546:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672546:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 4 ffff8807ab8f0228 18446744072111740450 00000020:00000001:3.0:1402947131.672548:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672548:0:37971:0:(cl_lock.c:2085:cl_lock_unhold()) Process leaving 00000020:00000001:3.0:1402947131.672549:0:37971:0:(cl_lock.c:1427:cl_unuse_try()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672550:0:37971:0:(lov_lock.c:376:lov_sublock_release()) Process entered 00000020:00000001:3.0:1402947131.672551:0:37971:0:(cl_lock.c:2081:cl_lock_unhold()) Process entered 00000020:00000001:3.0:1402947131.672552:0:37971:0:(cl_lock.c:909:cl_lock_hold_release()) Process entered 00000020:00010000:3.0:1402947131.672553:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) hold release lock: ffff8807ab8f0228@(3 ffff88081817d540 1 5 0 1 0 0)(ffff8807bc90ca70/1/3) at cl_lock_hold_release():910 00000020:00000001:3.0:1402947131.672556:0:37971:0:(cl_lock.c:933:cl_lock_hold_release()) Process leaving 00000020:00000001:3.0:1402947131.672557:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672557:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 3 ffff8807ab8f0228 18446744072111740450 00000020:00000001:3.0:1402947131.672559:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672559:0:37971:0:(cl_lock.c:2085:cl_lock_unhold()) Process leaving 00020000:00000001:3.0:1402947131.672560:0:37971:0:(lov_lock.c:413:lov_sublock_release()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672561:0:37971:0:(lov_lock.c:190:lov_sublock_unlock()) Process entered 00000020:00010000:3.0:1402947131.672563:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) disclosure lock: ffff880fd40e0078@(5 ffff88081817d540 2 4 0 2 1 0)(ffff8807bc90ca70/0/3) at cl_lock_disclosure():1740 00000020:00000001:3.0:1402947131.672566:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(5 ffff88081817d540 2 4 0 2 1 0)(ffff8807bc90ca70/0/3) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672569:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672570:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 5 ffff880fd40e0078 18446744072111744192 00000020:00000001:3.0:1402947131.672571:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672572:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 5 0 0 0 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672575:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672576:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 2 ffff8807ab8f0228 18446744072111744192 00000020:00000001:3.0:1402947131.672577:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000001:3.0:1402947131.672578:0:37971:0:(lov_lock.c:194:lov_sublock_unlock()) Process leaving 00020000:00000001:3.0:1402947131.672578:0:37971:0:(lov_lock.c:270:lov_subresult()) Process entered 00020000:00000001:3.0:1402947131.672579:0:37971:0:(lov_lock.c:284:lov_subresult()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672580:0:37971:0:(lov_lock.c:708:lov_lock_unuse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672582:0:37971:0:(cl_lock.c:2124:cl_lock_user_del()) Process entered 00000020:00000001:3.0:1402947131.672583:0:37971:0:(cl_lock.c:2128:cl_lock_user_del()) Process leaving 00000020:00000001:3.0:1402947131.672583:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672584:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00000080:00000001:3.0:1402947131.672585:0:37971:0:(lcommon_cl.c:640:ccc_lock_state()) Process entered 00000080:00000001:3.0:1402947131.672586:0:37971:0:(lcommon_cl.c:667:ccc_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672586:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672587:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672588:0:37971:0:(cl_lock.c:2081:cl_lock_unhold()) Process entered 00000020:00000001:3.0:1402947131.672588:0:37971:0:(cl_lock.c:909:cl_lock_hold_release()) Process entered 00000020:00010000:3.0:1402947131.672589:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) hold release lock: ffff880fd40e0078@(4 ffff88081817d540 1 5 0 2 0 0)(ffff8807bc90ca70/0/1) at cl_lock_hold_release():910 00000020:00000001:3.0:1402947131.672592:0:37971:0:(cl_lock.c:933:cl_lock_hold_release()) Process leaving 00000020:00000001:3.0:1402947131.672593:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672593:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 4 ffff880fd40e0078 18446744072111740450 00000020:00000001:3.0:1402947131.672595:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672595:0:37971:0:(cl_lock.c:2085:cl_lock_unhold()) Process leaving 00000020:00000001:3.0:1402947131.672596:0:37971:0:(cl_lock.c:1427:cl_unuse_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672597:0:37971:0:(cl_lock.c:1440:cl_unuse_locked()) Process leaving 00000020:00000001:3.0:1402947131.672598:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(3 ffff88081817d540 1 5 0 1 0 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672601:0:37971:0:(cl_lock.c:1453:cl_unuse()) Process leaving 00000020:00000001:3.0:1402947131.672602:0:37971:0:(cl_lock.c:2096:cl_lock_release()) Process entered 00000020:00010000:3.0:1402947131.672603:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) release lock: ffff880fd40e0078@(3 (null) 0 5 0 1 0 0)(ffff8807bc90ca70/0/0) at cl_lock_release():2097 00000020:00000001:3.0:1402947131.672606:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(3 ffff88081817d540 1 5 0 1 0 0)(ffff8807bc90ca70/0/1) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672610:0:37971:0:(cl_lock.c:909:cl_lock_hold_release()) Process entered 00000020:00010000:3.0:1402947131.672610:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) hold release lock: ffff880fd40e0078@(3 ffff88081817d540 1 5 0 1 0 0)(ffff8807bc90ca70/0/1) at cl_lock_hold_release():910 00000020:00000001:3.0:1402947131.672614:0:37971:0:(cl_lock.c:800:cl_lock_cancel0()) Process entered 00020000:00000001:3.0:1402947131.672615:0:37971:0:(lov_lock.c:720:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1402947131.672616:0:37971:0:(lov_lock.c:206:lov_sublock_lock()) Process entered 00000020:00000001:3.0:1402947131.672616:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672617:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672618:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff8807ab8f0228@(1 (null) 0 5 0 0 0 0)(ffff8807bc90ca70/1/1) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672621:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672622:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff8807ab8f0228@(1 ffff88081817d540 1 5 0 0 0 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672625:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672626:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 1 ffff8807ab8f0228 18446744072111744752 00000020:00000001:3.0:1402947131.672627:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672628:0:37971:0:(lovsub_lock.c:277:lovsub_lock_closure()) Process entered 00000020:00000001:3.0:1402947131.672629:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672630:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672631:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff880fd40e0078@(3 ffff88081817d540 1 5 0 0 0 5)(ffff8807bc90ca70/0/2) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672634:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672635:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(3 ffff88081817d540 2 5 0 0 0 5)(ffff8807bc90ca70/0/3) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672638:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672639:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 3 ffff880fd40e0078 18446744072111744752 00000020:00000001:3.0:1402947131.672640:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672641:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672643:0:37971:0:(lovsub_lock.c:288:lovsub_lock_closure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672644:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672645:0:37971:0:(lov_io.c:227:lov_sub_get()) Process entered 00020000:00000001:3.0:1402947131.672646:0:37971:0:(lov_io.c:238:lov_sub_get()) Process leaving (rc=18446612200489610560 : -131873219941056 : ffff880fdf91ed40) 00020000:00000001:3.0:1402947131.672647:0:37971:0:(lov_lock.c:246:lov_sublock_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672648:0:37971:0:(lov_lock.c:190:lov_sublock_unlock()) Process entered 00000020:00010000:3.0:1402947131.672649:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) disclosure lock: ffff880fd40e0078@(4 ffff88081817d540 2 5 0 0 0 5)(ffff8807bc90ca70/0/3) at cl_lock_disclosure():1740 00000020:00000001:3.0:1402947131.672652:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(4 ffff88081817d540 2 5 0 0 0 5)(ffff8807bc90ca70/0/3) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672655:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672657:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 4 ffff880fd40e0078 18446744072111744192 00000020:00000001:3.0:1402947131.672658:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672659:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 5 0 0 0 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672662:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672663:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 2 ffff8807ab8f0228 18446744072111744192 00000020:00000001:3.0:1402947131.672664:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000001:3.0:1402947131.672665:0:37971:0:(lov_lock.c:194:lov_sublock_unlock()) Process leaving 00000020:00000001:3.0:1402947131.672666:0:37971:0:(cl_lock.c:811:cl_lock_cancel0()) Process leaving 00000020:00000001:3.0:1402947131.672667:0:37971:0:(cl_lock.c:822:cl_lock_delete0()) Process entered 00000020:00000001:3.0:1402947131.672667:0:37971:0:(cl_lock.c:1048:cl_lock_state_set()) Process entered 00000020:00000001:3.0:1402947131.672668:0:37971:0:(cl_lock.c:1008:cl_lock_state_signal()) Process entered 00000080:00000001:3.0:1402947131.672669:0:37971:0:(lcommon_cl.c:640:ccc_lock_state()) Process entered 00000080:00000001:3.0:1402947131.672669:0:37971:0:(lcommon_cl.c:667:ccc_lock_state()) Process leaving 00000020:00000001:3.0:1402947131.672670:0:37971:0:(cl_lock.c:1016:cl_lock_state_signal()) Process leaving 00000020:00000001:3.0:1402947131.672671:0:37971:0:(cl_lock.c:1064:cl_lock_state_set()) Process leaving 00000020:00000001:3.0:1402947131.672671:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672672:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 3 ffff880fd40e0078 18446744072111737667 00000020:00000001:3.0:1402947131.672673:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000001:3.0:1402947131.672674:0:37971:0:(lov_lock.c:1119:lov_lock_delete()) Process entered 00020000:00000001:3.0:1402947131.672675:0:37971:0:(lov_lock.c:206:lov_sublock_lock()) Process entered 00000020:00000001:3.0:1402947131.672676:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672677:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672677:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff8807ab8f0228@(1 (null) 0 5 0 0 0 0)(ffff8807bc90ca70/1/1) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672680:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672681:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff8807ab8f0228@(1 ffff88081817d540 1 5 0 0 0 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672684:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672685:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 1 ffff8807ab8f0228 18446744072111744752 00000020:00000001:3.0:1402947131.672687:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672688:0:37971:0:(lovsub_lock.c:277:lovsub_lock_closure()) Process entered 00000020:00000001:3.0:1402947131.672689:0:37971:0:(cl_lock.c:1665:cl_lock_closure_build()) Process entered 00000020:00000001:3.0:1402947131.672689:0:37971:0:(cl_lock.c:1697:cl_lock_enclosure()) Process entered 00000020:00010000:3.0:1402947131.672690:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) enclosure lock: ffff880fd40e0078@(2 ffff88081817d540 1 6 0 0 0 1)(ffff8807bc90ca70/0/2) at cl_lock_enclosure():1698 00000020:00000001:3.0:1402947131.672693:0:37971:0:(cl_lock.c:721:cl_lock_mutex_try()) Process entered 00000020:00000001:3.0:1402947131.672694:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) got mutex: ffff880fd40e0078@(2 ffff88081817d540 2 6 0 0 0 1)(ffff8807bc90ca70/0/3) at cl_lock_mutex_tail():664 00000020:00000001:3.0:1402947131.672697:0:37971:0:(cl_lock.c:733:cl_lock_mutex_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672698:0:37971:0:(cl_lock.c:352:cl_lock_get_trust()) acquiring trusted reference: 2 ffff880fd40e0078 18446744072111744752 00000020:00000001:3.0:1402947131.672700:0:37971:0:(cl_lock.c:1729:cl_lock_enclosure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672701:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672703:0:37971:0:(lovsub_lock.c:288:lovsub_lock_closure()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672704:0:37971:0:(cl_lock.c:1682:cl_lock_closure_build()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672705:0:37971:0:(lov_lock.c:246:lov_sublock_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1402947131.672707:0:37971:0:(lov_lock.c:1086:lov_lock_link_find()) Process entered 00020000:00000001:3.0:1402947131.672707:0:37971:0:(lov_lock.c:1090:lov_lock_link_find()) Process leaving (rc=18446612200526411184 : -131873183140432 : ffff880fe1c375b0) 00020000:00000001:3.0:1402947131.672709:0:37971:0:(lov_lock.c:1065:lov_lock_unlink()) Process entered 00000020:00000001:3.0:1402947131.672710:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672710:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 3 ffff880fd40e0078 18446744072116700151 00000020:00000001:3.0:1402947131.672712:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000010:3.0:1402947131.672713:0:37971:0:(lov_lock.c:1075:lov_lock_unlink()) slab-freed '(link)': 32 at ffff880fe1c375b0. 00020000:00000001:3.0:1402947131.672714:0:37971:0:(lov_lock.c:1076:lov_lock_unlink()) Process leaving 00020000:00000001:3.0:1402947131.672715:0:37971:0:(lov_lock.c:190:lov_sublock_unlock()) Process entered 00000020:00010000:3.0:1402947131.672716:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) disclosure lock: ffff880fd40e0078@(2 ffff88081817d540 2 6 0 0 0 1)(ffff8807bc90ca70/0/3) at cl_lock_disclosure():1740 00000020:00000001:3.0:1402947131.672719:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(2 ffff88081817d540 2 6 0 0 0 1)(ffff8807bc90ca70/0/3) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672722:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672723:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 2 ffff880fd40e0078 18446744072111744192 00000020:00000001:3.0:1402947131.672724:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672725:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff8807ab8f0228@(2 ffff88081817d540 1 5 0 0 0 0)(ffff8807bc90ca70/1/2) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672728:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672729:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 2 ffff8807ab8f0228 18446744072111744192 00000020:00000001:3.0:1402947131.672730:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00020000:00000001:3.0:1402947131.672730:0:37971:0:(lov_lock.c:194:lov_sublock_unlock()) Process leaving 00020000:00000001:3.0:1402947131.672731:0:37971:0:(lov_lock.c:1149:lov_lock_delete()) Process leaving 00000020:00000001:3.0:1402947131.672732:0:37971:0:(cl_lock.c:859:cl_lock_delete0()) Process leaving 00000020:00000001:3.0:1402947131.672733:0:37971:0:(cl_lock.c:933:cl_lock_hold_release()) Process leaving 00000020:00000001:3.0:1402947131.672734:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) put mutex: ffff880fd40e0078@(1 ffff88081817d540 1 6 0 0 0 1)(ffff8807bc90ca70/0/1) at cl_lock_mutex_put():756 00000020:00000001:3.0:1402947131.672737:0:37971:0:(cl_lock.c:305:cl_lock_put()) Process entered 00000020:00000001:3.0:1402947131.672737:0:37971:0:(cl_lock.c:310:cl_lock_put()) releasing reference: 1 ffff880fd40e0078 18446744072111740152 00000020:00000001:3.0:1402947131.672739:0:37971:0:(cl_lock.c:270:cl_lock_free()) Process entered 00000020:00010000:3.0:1402947131.672739:0:37971:0:(cl_lock.c:152:cl_lock_trace0()) free lock: ffff880fd40e0078@(0 (null) 0 6 0 0 0 1)(ffff8807bc90ca70/0/0) at cl_lock_free():271 00000080:00000010:3.0:1402947131.672743:0:37971:0:(lcommon_cl.c:564:ccc_lock_fini()) slab-freed '(clk)': 40 at ffff880fea292650. 00020000:00000001:3.0:1402947131.672744:0:37971:0:(lov_lock.c:448:lov_lock_fini()) Process entered 00020000:00000010:3.0:1402947131.672746:0:37971:0:(lov_lock.c:459:lov_lock_fini()) kfreed 'lck->lls_sub': 96 at ffff880fded9e6c0. 00020000:00000010:3.0:1402947131.672747:0:37971:0:(lov_lock.c:461:lov_lock_fini()) slab-freed '(lck)': 104 at ffff8810092dfcf8. 00020000:00000001:3.0:1402947131.672749:0:37971:0:(lov_lock.c:462:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1402947131.672750:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000020:00000010:3.0:1402947131.672752:0:37971:0:(cl_lock.c:287:cl_lock_free()) slab-freed '(lock)': 216 at ffff880fd40e0078. 00000020:00000001:3.0:1402947131.672754:0:37971:0:(cl_lock.c:288:cl_lock_free()) Process leaving 00000020:00000001:3.0:1402947131.672754:0:37971:0:(cl_lock.c:319:cl_lock_put()) Process leaving 00000020:00000001:3.0:1402947131.672755:0:37971:0:(cl_lock.c:2103:cl_lock_release()) Process leaving 00000001:00000001:3.0:1402947131.672756:0:37971:0:(glimpse.c:180:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672757:0:37971:0:(cl_io.c:110:cl_io_fini()) Process entered 00020000:00000001:3.0:1402947131.672758:0:37971:0:(lov_io.c:380:lov_io_fini()) Process entered 00020000:00000001:3.0:1402947131.672759:0:37971:0:(lov_io.c:62:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1402947131.672760:0:37971:0:(cl_io.c:110:cl_io_fini()) Process entered 00000020:00000001:3.0:1402947131.672761:0:37971:0:(cl_io.c:148:cl_io_fini()) Process leaving 00000020:00001000:3.0:1402947131.672762:0:37971:0:(cl_object.c:966:cl_env_put()) 1@ffff880810892e58 00020000:00000001:3.0:1402947131.672765:0:37971:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000010:3.0:1402947131.672766:0:37971:0:(lov_io.c:385:lov_io_fini()) kfreed 'lio->lis_subs': 72 at ffff880fdf91ed40. 00020000:00000001:3.0:1402947131.672767:0:37971:0:(lov_io.c:392:lov_io_fini()) Process leaving 00000080:00200000:3.0:1402947131.672768:0:37971:0:(vvp_io.c:153:vvp_io_fini()) [0xc0000146f:0x10ef9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000080:00000001:3.0:1402947131.672771:0:37971:0:(file.c:4005:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1402947131.672771:0:37971:0:(file.c:4009:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.672773:0:37971:0:(cl_io.c:148:cl_io_fini()) Process leaving 00000020:00001000:3.0:1402947131.672774:0:37971:0:(cl_object.c:966:cl_env_put()) 1@ffff8807bc90ca68 00000001:00000001:3.0:1402947131.672776:0:37971:0:(glimpse.c:247:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672777:0:37971:0:(file.c:3375:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672780:0:37971:0:(dcache.c:171:ll_ddelete()) Process entered 00000080:00002000:3.0:1402947131.672781:0:37971:0:(dcache.c:178:ll_ddelete()) keeping dentry posix_shm_open (ffff880fd2bfd780, parent ffff8807bde8ac80, inode ffff8807abc11178) hashed, 00000080:00000001:3.0:1402947131.672783:0:37971:0:(dcache.c:200:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672802:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00000001:3.0:1402947131.672804:0:37971:0:(file.c:3233:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1402947131.672805:0:37971:0:(file.c:3238:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8807bc90db38),name=/ 00000080:00000010:3.0:1402947131.672829:0:37971:0:(llite_lib.c:2540:ll_prep_md_op_data()) kmalloced 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.672831:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.672832:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672833:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.672834:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672836:0:37971:0:(obd_class.h:1577:md_intent_lock()) Process entered 00800000:00000001:3.0:1402947131.672837:0:37971:0:(lmv_intent.c:511:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1402947131.672838:0:37971:0:(lmv_intent.c:518:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1402947131.672841:0:37971:0:(lmv_obd.c:620:lmv_check_connect()) Process entered 00800000:00000001:3.0:1402947131.672842:0:37971:0:(lmv_obd.c:623:lmv_check_connect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.672843:0:37971:0:(lmv_intent.c:428:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1402947131.672844:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.672846:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.672847:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.672848:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.672849:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.672850:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1402947131.672852:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.672853:0:37971:0:(lmv_intent.c:441:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm=(null) lsm_magic=ffffffff 00800000:00000001:3.0:1402947131.672856:0:37971:0:(obd_class.h:1577:md_intent_lock()) Process entered 00000002:00000001:3.0:1402947131.672857:0:37971:0:(mdc_locks.c:1162:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1402947131.672858:0:37971:0:(mdc_locks.c:1169:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 00 00000002:00000001:3.0:1402947131.672861:0:37971:0:(mdc_locks.c:1068:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1402947131.672862:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.672863:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.672864:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=28673 : 28673 : 7001) 00010000:00000040:3.0:1402947131.672866:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8808012c6d00 count: 3 00010000:00000001:3.0:1402947131.672868:0:37971:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:3.0:1402947131.672869:0:37971:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru()) Process leaving 00010000:00010000:3.0:1402947131.672870:0:37971:0:(ldlm_lock.c:797:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1402947131.672876:0:37971:0:(ldlm_lock.c:1369:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1402947131.672878:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8808012c6d00 count: 2 00010000:00000001:3.0:1402947131.672879:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=28673 : 28673 : 7001) 00010000:00010000:3.0:1402947131.672880:0:37971:0:(ldlm_lock.c:1431:ldlm_lock_match()) ### matched (0 0) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1402947131.672886:0:37971:0:(sec.c:909:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1402947131.672887:0:37971:0:(sec.c:923:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.672889:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1402947131.672890:0:37971:0:(mdc_locks.c:1120:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1402947131.672891:0:37971:0:(mdc_locks.c:1182:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.672892:0:37971:0:(obd_class.h:1582:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.672895:0:37971:0:(lmv_intent.c:460:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1402947131.672896:0:37971:0:(lmv_intent.c:533:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.672898:0:37971:0:(obd_class.h:1582:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1402947131.672899:0:37971:0:(llite_lib.c:2607:ll_finish_md_op_data()) kfreed 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.672901:0:37971:0:(dcache.c:320:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1402947131.672902:0:37971:0:(dcache.c:323:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1402947131.672903:0:37971:0:(dcache.c:343:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8807bc90db38) 00000080:00010000:3.0:1402947131.672905:0:37971:0:(llite_internal.h:1499:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8807bc90db38) for lock 0x47081543a027881b 00000080:00000001:3.0:1402947131.672907:0:37971:0:(obd_class.h:1753:md_set_lock_data()) Process entered 00800000:00000001:3.0:1402947131.672908:0:37971:0:(lmv_obd.c:3093:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1402947131.672909:0:37971:0:(obd_class.h:1753:md_set_lock_data()) Process entered 00000002:00000001:3.0:1402947131.672910:0:37971:0:(mdc_locks.c:109:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1402947131.672911:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.672912:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.672913:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.672914:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.672916:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672917:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1402947131.672918:0:37971:0:(mdc_locks.c:140:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.672919:0:37971:0:(obd_class.h:1756:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.672920:0:37971:0:(lmv_obd.c:3098:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672921:0:37971:0:(obd_class.h:1756:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1402947131.672923:0:37971:0:(dcache.c:246:ll_intent_drop_lock()) releasing lock with cookie 0x47081543a027881b from it ffff8807c3fbdbf8 00010000:00000001:3.0:1402947131.672924:0:37971:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1402947131.672925:0:37971:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:3.0:1402947131.672926:0:37971:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.672928:0:37971:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166691752576 : -131907017799040 : ffff8808010f8a80) 00010000:00000001:3.0:1402947131.672929:0:37971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1402947131.672930:0:37971:0:(ldlm_lock.c:850:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 2 type: IBT flags: 0x10000000000000 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1402947131.672935:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672936:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1402947131.672937:0:37971:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) ### add lock into lru list ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff8808010f8a80/0x47081543a027881b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0 bits 0x13 rrc: 2 type: IBT flags: 0x10000000000000 nid: local remote: 0x76ac476b81d33c31 expref: -99 pid: 4527 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1402947131.672948:0:37971:0:(ldlm_lock.c:311:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1402947131.672949:0:37971:0:(ldlm_lock.c:315:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1402947131.672950:0:37971:0:(ldlm_lock.c:939:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1402947131.672950:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.672951:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1402947131.672952:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1402947131.672953:0:37971:0:(client.c:2317:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1402947131.672954:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8807bc90db38), inode mode 43ff mask 1 00000080:00000001:3.0:1402947131.672956:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672958:0:37971:0:(dcache.c:107:ll_dcompare()) Process entered 00000080:00002000:3.0:1402947131.672959:0:37971:0:(dcache.c:117:ll_dcompare()) found name vers(ffff8807bd627900) flags 0x8 refc 1 00000080:00000001:3.0:1402947131.672961:0:37971:0:(dcache.c:126:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672962:0:37971:0:(dcache.c:405:ll_revalidate_nd()) Process entered 00000080:00200000:3.0:1402947131.672963:0:37971:0:(dcache.c:415:ll_revalidate_nd()) VFS Op:name=vers, flags=20 00000080:00000001:3.0:1402947131.672964:0:37971:0:(dcache.c:418:ll_revalidate_nd()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.672966:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00200000:3.0:1402947131.672966:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0xc000013a1:0x2:0x0](ffff8807acab6bb8), inode mode 41ff mask 1 00000080:00000001:3.0:1402947131.672968:0:37971:0:(file.c:3480:ll_check_acl()) Process entered 00000080:00000001:3.0:1402947131.672969:0:37971:0:(file.c:3459:ll_get_acl()) Process entered 00000080:00000001:3.0:1402947131.672970:0:37971:0:(file.c:3466:ll_get_acl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672971:0:37971:0:(file.c:3489:ll_check_acl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1402947131.672973:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672974:0:37971:0:(dcache.c:107:ll_dcompare()) Process entered 00000080:00002000:3.0:1402947131.672975:0:37971:0:(dcache.c:117:ll_dcompare()) found name tmp(ffff8807bde8ac80) flags 0x8 refc 70 00000080:00000001:3.0:1402947131.672977:0:37971:0:(dcache.c:126:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672978:0:37971:0:(dcache.c:405:ll_revalidate_nd()) Process entered 00000080:00200000:3.0:1402947131.672979:0:37971:0:(dcache.c:415:ll_revalidate_nd()) VFS Op:name=tmp, flags=20 00000080:00000001:3.0:1402947131.672980:0:37971:0:(dcache.c:418:ll_revalidate_nd()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.672981:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00200000:3.0:1402947131.672982:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0xc000013a1:0x3:0x0](ffff8807abfaeb78), inode mode 41ff mask 1 00000080:00000001:3.0:1402947131.672984:0:37971:0:(file.c:3480:ll_check_acl()) Process entered 00000080:00000001:3.0:1402947131.672985:0:37971:0:(file.c:3459:ll_get_acl()) Process entered 00000080:00000001:3.0:1402947131.672985:0:37971:0:(file.c:3466:ll_get_acl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672986:0:37971:0:(file.c:3489:ll_check_acl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1402947131.672988:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672991:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00200000:3.0:1402947131.672993:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0xc000013a1:0x3:0x0](ffff8807abfaeb78), inode mode 41ff mask 1 00000080:00000001:3.0:1402947131.672995:0:37971:0:(file.c:3480:ll_check_acl()) Process entered 00000080:00000001:3.0:1402947131.672996:0:37971:0:(file.c:3459:ll_get_acl()) Process entered 00000080:00000001:3.0:1402947131.672996:0:37971:0:(file.c:3466:ll_get_acl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.672997:0:37971:0:(file.c:3489:ll_check_acl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1402947131.672999:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673000:0:37971:0:(dcache.c:107:ll_dcompare()) Process entered 00000080:00002000:3.0:1402947131.673001:0:37971:0:(dcache.c:117:ll_dcompare()) found name posix_shm_open(ffff880fd2bfd780) flags 0x8 refc 0 00000080:00000001:3.0:1402947131.673003:0:37971:0:(dcache.c:126:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673004:0:37971:0:(dcache.c:405:ll_revalidate_nd()) Process entered 00000080:00200000:3.0:1402947131.673005:0:37971:0:(dcache.c:415:ll_revalidate_nd()) VFS Op:name=posix_shm_open, flags=0 00000080:00000001:3.0:1402947131.673006:0:37971:0:(dcache.c:418:ll_revalidate_nd()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.673007:0:37971:0:(file.c:3518:ll_inode_permission()) Process entered 00000080:00200000:3.0:1402947131.673008:0:37971:0:(file.c:3539:ll_inode_permission()) VFS Op:inode=[0xc000013a1:0x3:0x0](ffff8807abfaeb78), inode mode 41ff mask 3 00000080:00000001:3.0:1402947131.673010:0:37971:0:(file.c:3480:ll_check_acl()) Process entered 00000080:00000001:3.0:1402947131.673010:0:37971:0:(file.c:3459:ll_get_acl()) Process entered 00000080:00000001:3.0:1402947131.673011:0:37971:0:(file.c:3466:ll_get_acl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673012:0:37971:0:(file.c:3489:ll_check_acl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1402947131.673013:0:37971:0:(file.c:3582:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673016:0:37971:0:(namei.c:1272:ll_unlink_generic()) Process entered 00000080:00200000:3.0:1402947131.673018:0:37971:0:(namei.c:1274:ll_unlink_generic()) VFS Op:name=posix_shm_open, dir=[0xc000013a1:0x3:0x0](ffff8807abfaeb78) 00000080:00000010:3.0:1402947131.673021:0:37971:0:(llite_lib.c:2540:ll_prep_md_op_data()) kmalloced 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.673023:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.673023:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673026:0:37971:0:(obd_class.h:1652:md_unlink()) Process entered 00800000:00000001:3.0:1402947131.673027:0:37971:0:(lmv_obd.c:2568:lmv_unlink()) Process entered 00800000:00000001:3.0:1402947131.673028:0:37971:0:(lmv_obd.c:620:lmv_check_connect()) Process entered 00800000:00000001:3.0:1402947131.673029:0:37971:0:(lmv_obd.c:623:lmv_check_connect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673030:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673031:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673032:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673033:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673034:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673036:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673037:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673039:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673039:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673040:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673041:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673043:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673044:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc000013a1:0x3:0x0] 00800000:00000001:3.0:1402947131.673045:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673047:0:37971:0:(lmv_obd.c:1993:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1402947131.673048:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673049:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673050:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673050:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673052:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673053:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673054:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673055:0:37971:0:(lmv_obd.c:2012:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673058:0:37971:0:(lmv_obd.c:2017:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673059:0:37971:0:(lmv_obd.c:2633:lmv_unlink()) unlink with fid=[0xc000013a1:0x3:0x0]/[0xc0000146f:0x10ef9:0x0] -> mds #0 00800000:00000001:3.0:1402947131.673061:0:37971:0:(obd_class.h:1652:md_unlink()) Process entered 00000002:00000001:3.0:1402947131.673063:0:37971:0:(mdc_reint.c:332:mdc_unlink()) Process entered 00000002:00000001:3.0:1402947131.673065:0:37971:0:(mdc_reint.c:82:mdc_resource_get_unused()) Process entered 00010000:00000001:3.0:1402947131.673066:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000040:3.0:1402947131.673068:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8807c1321700 count: 5 00010000:00000001:3.0:1402947131.673071:0:37971:0:(ldlm_request.c:1834:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1402947131.673074:0:37971:0:(ldlm_request.c:1129:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1402947131.673075:0:37971:0:(ldlm_request.c:1134:ldlm_cli_cancel_local()) ### client-side cancel ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde04c0/0x47081543a277cde9 lrc: 2/0,0 mode: PR/PR res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 5 type: IBT flags: 0x8400000000 nid: local remote: 0x76ac476b88259036 expref: -99 pid: 36534 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1402947131.673081:0:37971:0:(namei.c:205:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1402947131.673084:0:37971:0:(file.c:3157:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1402947131.673085:0:37971:0:(file.c:3164:ll_have_md_lock()) trying to match res [0xc000013a1:0x3:0x0] mode (null) 00000080:00000001:3.0:1402947131.673087:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.673088:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.673089:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc000013a1:0x3:0x0] 00800000:00000001:3.0:1402947131.673090:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673091:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673092:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673092:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673093:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673095:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc000013a1:0x3:0x0] 00800000:00000001:3.0:1402947131.673097:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673099:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673099:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673100:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673101:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000040:3.0:1402947131.673103:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8807c1321700 count: 6 00010000:00000001:3.0:1402947131.673105:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.673106:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807c1321700 count: 5 00010000:00000001:3.0:1402947131.673108:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00000002:00000001:3.0:1402947131.673109:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673110:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673112:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673113:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673114:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673115:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.673118:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673119:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673120:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673121:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673122:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673123:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673124:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.673126:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673127:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673128:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673130:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673131:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673132:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673133:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.673135:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673136:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673137:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673138:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673139:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673140:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673141:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.673143:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673145:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673147:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673148:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673149:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673150:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673151:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.673153:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673155:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673156:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673157:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673158:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673159:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673160:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.673162:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673163:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673164:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673166:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673167:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673168:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673169:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.673171:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673172:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673173:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673174:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673175:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673177:0:37971:0:(file.c:3186:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1402947131.673178:0:37971:0:(namei.c:300:ll_md_blocking_ast()) invalidating inode [0xc000013a1:0x3:0x0] lli = ffff8807abfaea80, pfid = [0x0:0x0:0x0] 00000080:00002000:3.0:1402947131.673191:0:37971:0:(llite_internal.h:1552:d_lustre_invalidate()) invalidate dentry cncu1 (ffff8807bde933c0) parent ffff8807bde8ac80 inode (null) refc 0 00000080:00002000:3.0:1402947131.673193:0:37971:0:(llite_internal.h:1552:d_lustre_invalidate()) invalidate dentry cncu1 (ffff880fe85ded80) parent ffff8807bde8ac80 inode (null) refc 0 00000080:00002000:3.0:1402947131.673195:0:37971:0:(llite_internal.h:1552:d_lustre_invalidate()) invalidate dentry cscope.out (ffff880809b41540) parent ffff8807bde8ac80 inode (null) refc 0 00000080:00002000:3.0:1402947131.673198:0:37971:0:(llite_internal.h:1552:d_lustre_invalidate()) invalidate dentry cscope.out (ffff880fd28d0d80) parent ffff8807bde8ac80 inode (null) refc 0 00000080:00002000:3.0:1402947131.673200:0:37971:0:(llite_internal.h:1552:d_lustre_invalidate()) invalidate dentry cncu1 (ffff88101f7eb180) parent ffff8807bde8ac80 inode (null) refc 0 00000080:00000001:3.0:1402947131.673206:0:37971:0:(namei.c:344:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.673207:0:37971:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1402947131.673209:0:37971:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1402947131.673210:0:37971:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1402947131.673213:0:37971:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:3.0:1402947131.673214:0:37971:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru()) Process leaving 00000020:00000040:3.0:1402947131.673215:0:37971:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff880fcbde04c0 with handle 0x47081543a277cde9 from hash 00010000:00000001:3.0:1402947131.673217:0:37971:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1402947131.673218:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.673219:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1402947131.673220:0:37971:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1402947131.673222:0:37971:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1402947131.673223:0:37971:0:(ldlm_request.c:1161:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1402947131.673225:0:37971:0:(ldlm_request.c:1444:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1402947131.673227:0:37971:0:(ldlm_request.c:1874:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1402947131.673229:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807c1321700 count: 4 00010000:00000001:3.0:1402947131.673230:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00000002:00000001:3.0:1402947131.673231:0:37971:0:(mdc_reint.c:105:mdc_resource_get_unused()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1402947131.673233:0:37971:0:(mdc_reint.c:82:mdc_resource_get_unused()) Process entered 00010000:00000001:3.0:1402947131.673234:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.673235:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.673237:0:37971:0:(ldlm_request.c:1834:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1402947131.673238:0:37971:0:(ldlm_request.c:1129:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1402947131.673239:0:37971:0:(ldlm_request.c:1134:ldlm_cli_cancel_local()) ### client-side cancel ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880feaa89bc0/0x47081543a277cdf7 lrc: 2/0,0 mode: CR/CR res: [0xc0000146f:0x10ef9:0x0].0 bits 0xd rrc: 3 type: IBT flags: 0x28400000000 nid: local remote: 0x76ac476b88259060 expref: -99 pid: 37930 timeout: 0 lvb_type: 3 00000080:00000001:3.0:1402947131.673244:0:37971:0:(namei.c:205:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1402947131.673245:0:37971:0:(file.c:3157:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1402947131.673246:0:37971:0:(file.c:3164:ll_have_md_lock()) trying to match res [0xc0000146f:0x10ef9:0x0] mode CR 00000080:00000001:3.0:1402947131.673248:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.673249:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.673249:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673251:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673251:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673252:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673253:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673254:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673255:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673257:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673258:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673260:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673261:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673262:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.673263:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.673265:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.673266:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.673268:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.673269:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673270:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673271:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673272:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673273:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673273:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673275:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673277:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673278:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673279:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673279:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673280:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673281:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673283:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673284:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673285:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673286:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673287:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673288:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673288:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673291:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673292:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673293:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673294:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673294:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673295:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673296:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673298:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673299:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673300:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673301:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673303:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673304:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673304:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673307:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673308:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673309:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673310:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673311:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673311:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673312:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673314:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673315:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673316:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673317:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673318:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673319:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673320:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673322:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673323:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673324:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673325:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673326:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673327:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.673328:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.673329:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673330:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673331:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673331:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673332:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673333:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673335:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673336:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673337:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673338:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673338:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673339:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.673341:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.673342:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.673343:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.673346:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.673347:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673348:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673349:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673350:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673351:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673352:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673353:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673354:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673355:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673356:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673357:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673358:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673359:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673360:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673361:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673362:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673363:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673364:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673365:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673365:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673367:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673368:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673369:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673370:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673371:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673371:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673372:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673373:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673374:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673375:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673377:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673377:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673378:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673379:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673380:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673381:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673382:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673384:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673385:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673386:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673386:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673388:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673389:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673390:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673391:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673392:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673393:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673394:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673395:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673396:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673397:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673398:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673399:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673400:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.673401:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.673402:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673403:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673403:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673404:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673405:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673406:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673407:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673408:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673409:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673410:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673411:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673412:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.673413:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.673414:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.673416:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.673417:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.673418:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673419:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673420:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673421:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673423:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673424:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673425:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673426:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673427:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673428:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673429:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673430:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673431:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673432:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673433:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673434:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673435:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673436:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673437:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673437:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673439:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673440:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673441:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673442:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673442:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673443:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673444:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673445:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673446:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673447:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673448:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673449:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673450:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673450:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673452:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673453:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673454:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673455:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673456:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673456:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673457:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673458:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673460:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673461:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673462:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.673463:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673464:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.673465:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.673466:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.673467:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673468:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673469:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673470:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673472:0:37971:0:(file.c:3186:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673473:0:37971:0:(file.c:240:ll_md_real_close()) Process entered 00000080:00000001:3.0:1402947131.673475:0:37971:0:(file.c:144:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1402947131.673477:0:37971:0:(file.c:156:ll_close_inode_openhandle()) kmalloced 'op_data': 336 at ffff880fc66c9400. 00000080:00000001:3.0:1402947131.673478:0:37971:0:(file.c:112:ll_prepare_close()) Process entered 00000080:00000001:3.0:1402947131.673480:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.673481:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673482:0:37971:0:(llite_capa.c:382:ll_mdscapa_get()) Process entered 00000080:00000001:3.0:1402947131.673483:0:37971:0:(llite_capa.c:387:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.673485:0:37971:0:(file.c:130:ll_prepare_close()) Process leaving 00000080:00000001:3.0:1402947131.673486:0:37971:0:(obd_class.h:1507:md_close()) Process entered 00800000:00000001:3.0:1402947131.673487:0:37971:0:(lmv_obd.c:1755:lmv_close()) Process entered 00800000:00000001:3.0:1402947131.673488:0:37971:0:(lmv_obd.c:620:lmv_check_connect()) Process entered 00800000:00000001:3.0:1402947131.673489:0:37971:0:(lmv_obd.c:623:lmv_check_connect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.673490:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.673491:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.673491:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.673492:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.673493:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673494:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673496:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.673497:0:37971:0:(lmv_obd.c:1765:lmv_close()) CLOSE [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.673498:0:37971:0:(obd_class.h:1507:md_close()) Process entered 00000002:00000001:3.0:1402947131.673500:0:37971:0:(mdc_request.c:847:mdc_close()) Process entered 00000100:00000010:3.0:1402947131.673502:0:37971:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fe1c52400. 00000020:00000040:3.0:1402947131.673504:0:37971:0:(genops.c:1022:class_import_get()) import ffff88081dcf1800 refcount=76 obd=esfprod-MDT0000-mdc-ffff8807c3fb9c00 00000100:00000001:3.0:1402947131.673507:0:37971:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.673508:0:37971:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.673510:0:37971:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.673514:0:37971:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880fc66c9e00. 00000100:00000001:3.0:1402947131.673517:0:37971:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00080000:3.0:1402947131.673523:0:37971:0:(mdc_request.c:890:mdc_close()) @@@ matched open req@ffff880fe19e2400 x1470734506649388/t68720967359(68720967359) o101->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 568/600 e 0 to 0 dl 1402947164 ref 1 fl Complete:RP/4/0 rc 0/0 00000002:00000001:3.0:1402947131.673534:0:37971:0:(lustre_mdc.h:107:mdc_get_rpc_lock()) Process entered 00000100:00000001:3.0:1402947131.673535:0:37971:0:(client.c:2687:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1402947131.673536:0:37971:0:(client.c:861:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1402947131.673537:0:37971:0:(client.c:862:ptlrpc_prep_set()) kmalloced 'set': 144 at ffff880fdf35a480. 00000100:00000001:3.0:1402947131.673538:0:37971:0:(client.c:878:ptlrpc_prep_set()) Process leaving (rc=18446612200483562624 : -131873225988992 : ffff880fdf35a480) 00000100:00000001:3.0:1402947131.673540:0:37971:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.673541:0:37971:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200526521344 : -131873183030272 : ffff880fe1c52400) 00000020:00000001:3.0:1402947131.673543:0:37971:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.673544:0:37971:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.673546:0:37971:0:(client.c:2113:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1402947131.673546:0:37971:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1402947131.673549:0:37971:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.673555:0:37971:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1402947131.673557:0:37971:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.673558:0:37971:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1402947131.673559:0:37971:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1402947131.673562:0:37971:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:cb365a8a-7d74-68bd-5926-7b87116a2268:37971:1470734506651704:10.150.10.1@o2ib8:35 00000100:00000001:3.0:1402947131.673565:0:37971:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1402947131.673566:0:37971:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1402947131.673567:0:37971:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.673569:0:37971:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1402947131.673570:0:37971:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880fcc64d400. 02000000:00000001:3.0:1402947131.673572:0:37971:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1402947131.673575:0:37971:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91ed40 (tot 769086215). 00000400:00000010:3.0:1402947131.673578:0:37971:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fded9e6c0 (tot 769086343). 00000100:00000200:3.0:1402947131.673581:0:37971:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651704, portal 10 00000100:00000001:3.0:1402947131.673583:0:37971:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.673584:0:37971:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200526521344 : -131873183030272 : ffff880fe1c52400) 00000100:00000040:3.0:1402947131.673587:0:37971:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 1402947226 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.673595:0:37971:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:3.0:1402947131.673597:0:37971:0:(niobuf.c:64:ptl_send_buf()) conn=ffff88080ec9eec0 id 12345-10.150.10.1@o2ib8 00000400:00000010:3.0:1402947131.673599:0:37971:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fded9e240 (tot 769086471). 00000100:00000200:3.0:1402947131.673601:0:37971:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1470734506651704, offset 0 00000400:00000010:3.0:1402947131.673604:0:37971:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fea9e7200 (tot 769086823). 00000400:00000200:3.0:1402947131.673607:0:37971:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.150.10.1@o2ib8 00000800:00000200:3.0:1402947131.673613:0:37971:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 392 bytes in 1 frags to 12345-10.150.10.1@o2ib8 00000800:00000200:3.0:1402947131.673618:0:37971:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff880fc5594ac0] -> 10.150.10.1@o2ib8 (2) version: 12 00000800:00000200:3.0:1402947131.673621:0:37971:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff880fde9a3200] (256)++ 00000800:00000200:3.0:1402947131.673623:0:37971:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:3.0:1402947131.673625:0:37971:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (258)++ 00000800:00000200:3.0:1402947131.673629:0:37971:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (259)-- 00000800:00000200:3.0:1402947131.673631:0:37971:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff880fde9a3200] (258)-- 00000100:00000001:3.0:1402947131.673632:0:37971:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.673633:0:37971:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.673635:0:37971:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.673636:0:37971:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.673637:0:37971:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=55 : 55 : 37) 00000100:00100000:3.0:1402947131.673639:0:37971:0:(client.c:2134:ptlrpc_set_wait()) set ffff880fdf35a480 going to sleep for 55 seconds 00000100:00000001:3.0:1402947131.673641:0:37971:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.673642:0:37971:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.673644:0:37971:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.673644:0:37971:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1402947131.673672:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:9.0:1402947131.673716:0:22967:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fde9a3200] (258)++ 00000800:00000200:9.0:1402947131.673726:0:22967:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff880fde9a3200] (259)++ 00000800:00000200:9.0:1402947131.673729:0:22967:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff880fde9a3200] (260)-- 00000100:00000001:9.0:1402947131.673733:0:22967:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:9.0:1402947131.673738:0:22967:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 1402947226 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.673746:0:22967:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1402947131.673749:0:22967:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 1402947226 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.673755:0:22967:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1402947131.673757:0:22967:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:9.0:1402947131.673758:0:22967:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fded9e240 00000800:00000200:13.0:1402947131.673760:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (259)-- 00000400:00000010:9.0:1402947131.673760:0:22967:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fded9e240 (tot 769086695). 00000400:00000010:9.0:1402947131.673765:0:22967:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fea9e7200 (tot 769086343). 00000800:00000200:9.0:1402947131.673770:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (258)++ 00000800:00000200:9.0:1402947131.673772:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (259)-- 00000800:00000200:9.0:1402947131.673774:0:22967:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff880fde9a3200] (258)-- 00000800:00000200:9.0:1402947131.673775:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (257)-- 00000800:00000200:14.2:1402947131.674198:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fde9a3200] (256)++ 00000800:00000200:13.0:1402947131.674254:0:22966:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:13.0:1402947131.674267:0:22966:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[2] from 10.150.10.1@o2ib8 00000800:00000200:13.0:1402947131.674270:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (258)++ 00000800:00000200:13.0:1402947131.674271:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (259)-- 00000400:00000010:13.0:1402947131.674274:0:22966:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff881009255400 (tot 769086695). 00000400:00000200:13.0:1402947131.674280:0:22966:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.150.10.1@o2ib8 of length 424 into portal 10 MB=0x539a00fd3f038 00000400:00000200:13.0:1402947131.674286:0:22966:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-10.150.10.1@o2ib8 of length 424/424 into md 0xf3a847d [1] + 192 00000100:00000001:13.0:1402947131.674292:0:22966:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:9.0:1402947131.674293:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (258)-- 00000100:00000200:13.0:1402947131.674296:0:22966:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:13.0:1402947131.674304:0:22966:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=768 req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:13.0:1402947131.674316:0:22966:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:13.0:1402947131.674318:0:22966:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff881009255400 (tot 769086343). 00000800:00000200:13.0:1402947131.674322:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:13.0:1402947131.674324:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (258)-- 00000800:00000200:13.0:1402947131.674326:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (257)-- 00000100:00000001:3.0:1402947131.674348:0:37971:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1402947131.674353:0:37971:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1402947131.674354:0:37971:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1402947131.674356:0:37971:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1402947131.674361:0:37971:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1402947131.674371:0:37971:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fe1c52400 x1470734506651704/t0(0) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.674378:0:37971:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:3.0:1402947131.674380:0:37971:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91ed40 (tot 769086247). 00000400:00000200:3.0:1402947131.674382:0:37971:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fded9e6c0 00000400:00000010:3.0:1402947131.674393:0:37971:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fded9e6c0 (tot 769086119). 00000100:00000001:3.0:1402947131.674395:0:37971:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.674397:0:37971:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:3.0:1402947131.674398:0:37971:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1402947131.674400:0:37971:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1402947131.674401:0:37971:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.674403:0:37971:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1402947131.674407:0:37971:0:(import.c:1588:at_measured()) add 40 to ffff88081dcf1c40 time=92 v=40 (40 40 40 0) 00000100:00001000:3.0:1402947131.674410:0:37971:0:(import.c:1588:at_measured()) add 1 to ffff88081dcf1b98 time=95 v=40 (1 1 1 1) 00000100:00000001:3.0:1402947131.674412:0:37971:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1402947131.674413:0:37971:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.674414:0:37971:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1402947131.674416:0:37971:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.674418:0:37971:0:(client.c:1195:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1402947131.674419:0:37971:0:(client.c:1203:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1402947131.674421:0:37971:0:(client.c:1205:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1402947131.674423:0:37971:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.674424:0:37971:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200526521344 : -131873183030272 : ffff880fe1c52400) 00000100:00000001:3.0:1402947131.674426:0:37971:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1402947131.674427:0:37971:0:(client.c:2490:ptlrpc_free_committed()) esfprod-MDT0000-mdc-ffff8807c3fb9c00: skip recheck: last_committed 68720967357 00000100:00000001:3.0:1402947131.674429:0:37971:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1402947131.674430:0:37971:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.674433:0:37971:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fe1c52400 x1470734506651704/t68720967360(68720967360) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/424 e 0 to 0 dl 1402947226 ref 3 fl Rpc:R/4/0 rc 0/0 00000100:00000001:3.0:1402947131.674439:0:37971:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.674441:0:37971:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1402947131.674442:0:37971:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1402947131.674445:0:37971:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fe1c52400 x1470734506651704/t68720967360(68720967360) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/424 e 0 to 0 dl 1402947226 ref 3 fl Interpret:R/4/0 rc 0/0 00000100:00100000:3.0:1402947131.674452:0:37971:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:cb365a8a-7d74-68bd-5926-7b87116a2268:37971:1470734506651704:10.150.10.1@o2ib8:35 00000100:00000001:3.0:1402947131.674455:0:37971:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.674457:0:37971:0:(client.c:2223:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.674458:0:37971:0:(client.c:922:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1402947131.674459:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.674463:0:37971:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff880fe1c52400 x1470734506651704/t68720967360(68720967360) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/424 e 0 to 0 dl 1402947226 ref 3 fl Complete:R/4/0 rc 0/0 00000100:00000001:3.0:1402947131.674468:0:37971:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1402947131.674470:0:37971:0:(ptlrpc_internal.h:317:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880fdf35a480. 00000100:00000001:3.0:1402947131.674472:0:37971:0:(client.c:964:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1402947131.674473:0:37971:0:(client.c:2707:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674475:0:37971:0:(lustre_mdc.h:167:mdc_put_rpc_lock()) Process leaving 00000002:00000001:3.0:1402947131.674478:0:37971:0:(mdc_request.c:954:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674479:0:37971:0:(obd_class.h:1511:md_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674481:0:37971:0:(lmv_obd.c:1767:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674483:0:37971:0:(obd_class.h:1511:md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674484:0:37971:0:(namei.c:1195:ll_objects_destroy()) Process entered 00000080:00000001:3.0:1402947131.674486:0:37971:0:(namei.c:1200:ll_objects_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1402947131.674488:0:37971:0:(llite_lib.c:2607:ll_finish_md_op_data()) kfreed 'op_data': 336 at ffff880fc66c9400. 00000080:00000001:3.0:1402947131.674490:0:37971:0:(file.c:216:ll_close_inode_openhandle()) Process leaving 00000080:00000001:3.0:1402947131.674491:0:37971:0:(obd_class.h:1744:md_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1402947131.674494:0:37971:0:(lmv_obd.c:3195:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1402947131.674495:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.674496:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.674498:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.674499:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.674500:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.674502:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674504:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674505:0:37971:0:(obd_class.h:1744:md_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1402947131.674507:0:37971:0:(mdc_request.c:803:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1402947131.674509:0:37971:0:(mdc_request.c:792:mdc_free_open()) @@@ free open request req@ffff880fe19e2400 x1470734506649388/t68720967359(68720967359) o101->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 568/600 e 0 to 0 dl 1402947164 ref 1 fl Complete:R/4/0 rc 0/0 00000100:00000001:3.0:1402947131.674515:0:37971:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.674516:0:37971:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200523965440 : -131873185586176 : ffff880fe19e2400) 00000100:00000001:3.0:1402947131.674518:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.674520:0:37971:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe19e2400 x1470734506649388/t68720967359(68720967359) o101->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 568/600 e 0 to 0 dl 1402947164 ref 2 fl Complete:RM/4/0 rc 0/0 00000100:00000001:3.0:1402947131.674525:0:37971:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.674526:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.674529:0:37971:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe1c52400 x1470734506651704/t68720967360(68720967360) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/424 e 0 to 0 dl 1402947226 ref 2 fl Complete:R/4/0 rc 0/0 00000100:00000001:3.0:1402947131.674534:0:37971:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.674536:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.674537:0:37971:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe19e2400 x1470734506649388/t68720967359(68720967359) o101->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 568/600 e 0 to 0 dl 1402947164 ref 1 fl Complete:RM/4/0 rc 0/0 00000100:00000001:3.0:1402947131.674542:0:37971:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.674544:0:37971:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.674545:0:37971:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff880fcbd5d000. 02000000:00000001:3.0:1402947131.674548:0:37971:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.674550:0:37971:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.674551:0:37971:0:(genops.c:1036:class_import_put()) import ffff88081dcf1800 refcount=75 obd=esfprod-MDT0000-mdc-ffff8807c3fb9c00 00000020:00000001:3.0:1402947131.674552:0:37971:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.674554:0:37971:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880fcd0a4400. 02000000:00000001:3.0:1402947131.674556:0:37971:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.674557:0:37971:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.674557:0:37971:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe19e2400. 00000100:00000001:3.0:1402947131.674559:0:37971:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.674560:0:37971:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:3.0:1402947131.674561:0:37971:0:(mdc_request.c:818:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff880fdfb82960. 00000002:00000001:3.0:1402947131.674564:0:37971:0:(mdc_request.c:820:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674565:0:37971:0:(obd_class.h:1747:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674566:0:37971:0:(lmv_obd.c:3201:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674568:0:37971:0:(obd_class.h:1747:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1402947131.674569:0:37971:0:(file.c:226:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff880fdd3fbe80. 00000100:00000001:3.0:1402947131.674571:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.674573:0:37971:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe1c52400 x1470734506651704/t68720967360(68720967360) o35->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:23/10 lens 392/424 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/4/0 rc 0/0 00000100:00000001:3.0:1402947131.674578:0:37971:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.674578:0:37971:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.674579:0:37971:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880fcc64d400. 02000000:00000001:3.0:1402947131.674581:0:37971:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.674582:0:37971:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.674582:0:37971:0:(genops.c:1036:class_import_put()) import ffff88081dcf1800 refcount=74 obd=esfprod-MDT0000-mdc-ffff8807c3fb9c00 00000020:00000001:3.0:1402947131.674584:0:37971:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.674585:0:37971:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880fc66c9e00. 02000000:00000001:3.0:1402947131.674587:0:37971:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.674587:0:37971:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.674588:0:37971:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe1c52400. 00000100:00000001:3.0:1402947131.674590:0:37971:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.674590:0:37971:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.674592:0:37971:0:(file.c:273:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674593:0:37971:0:(file.c:3157:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1402947131.674594:0:37971:0:(file.c:3164:ll_have_md_lock()) trying to match res [0xc0000146f:0x10ef9:0x0] mode (null) 00000080:00000001:3.0:1402947131.674596:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.674598:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.674598:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674600:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.674601:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.674601:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.674602:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.674603:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.674605:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674606:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674607:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674608:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674610:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674611:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.674614:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.674617:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.674619:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.674620:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.674622:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674623:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674624:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674625:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674626:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674627:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674629:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674630:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674631:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674632:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674633:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674635:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674636:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674637:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674638:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674640:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674641:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674642:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674642:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674643:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674645:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674646:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674647:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674648:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674648:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674649:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674650:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674651:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674652:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674654:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674655:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674655:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674656:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674657:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674658:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674660:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674661:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674662:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674663:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674663:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674664:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674666:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674667:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674668:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674669:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674670:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674670:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674671:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674673:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674674:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674676:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674677:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674678:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674680:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.674680:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.674681:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674682:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.674683:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.674684:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.674685:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.674686:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.674687:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674688:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674689:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674690:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674691:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674691:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.674693:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.674694:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.674696:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.674697:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.674698:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674699:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674700:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674701:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674702:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674703:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674704:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674705:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674706:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674707:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674708:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674709:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674709:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674711:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674712:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674713:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674714:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674716:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674717:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674717:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674719:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674720:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674721:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674723:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674723:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674724:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674725:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674726:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674727:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674728:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674729:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674730:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674731:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674731:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674733:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674734:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674735:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674736:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674737:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674737:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674738:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674739:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674741:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674742:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674743:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674743:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674744:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674745:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674746:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674747:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674748:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674750:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674751:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674752:0:37971:0:(file.c:3186:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674753:0:37971:0:(file.c:3757:ll_layout_conf()) Process entered 00000020:00001000:3.0:1402947131.674756:0:37971:0:(cl_object.c:856:cl_env_peek()) 0@(null) 00000020:00001000:3.0:1402947131.674758:0:37971:0:(cl_object.c:856:cl_env_peek()) 0@(null) 00000020:00000001:3.0:1402947131.674759:0:37971:0:(cl_object.c:805:cl_env_obtain()) Process entered 00000020:00000001:3.0:1402947131.674761:0:37971:0:(cl_object.c:831:cl_env_obtain()) Process leaving (rc=18446612165542595184 : -131908166956432 : ffff8807bc90ca70) 00000020:00001000:3.0:1402947131.674764:0:37971:0:(cl_object.c:887:cl_env_get()) 1@ffff8807bc90ca68 00000020:00000001:3.0:1402947131.674766:0:37971:0:(cl_object.c:312:cl_conf_set()) Process entered 00000080:00200000:3.0:1402947131.674767:0:37971:0:(vvp_object.c:133:vvp_conf_set()) [0xc0000146f:0x10ef9:0x0]: losing layout lock 00020000:00000001:3.0:1402947131.674770:0:37971:0:(lov_object.c:788:lov_conf_set()) Process entered 00020000:00000001:3.0:1402947131.674771:0:37971:0:(lov_object.c:793:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1402947131.674773:0:37971:0:(lov_object.c:831:lov_conf_set()) [0xc0000146f:0x10ef9:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1402947131.674775:0:37971:0:(lov_object.c:832:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.674776:0:37971:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1402947131.674778:0:37971:0:(cl_object.c:966:cl_env_put()) 1@ffff8807bc90ca68 00000080:00000001:3.0:1402947131.674781:0:37971:0:(file.c:3795:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674785:0:37971:0:(dcache.c:286:ll_invalidate_aliases()) Process entered 00000080:00000002:3.0:1402947131.674786:0:37971:0:(dcache.c:291:ll_invalidate_aliases()) marking dentries for inode [0xc0000146f:0x10ef9:0x0](ffff8807abc11178) invalid 00000080:00002000:3.0:1402947131.674788:0:37971:0:(dcache.c:298:ll_invalidate_aliases()) dentry in drop posix_shm_open (ffff880fd2bfd780) parent ffff8807bde8ac80 inode ffff8807abc11178 flags 8 00000080:00002000:3.0:1402947131.674791:0:37971:0:(llite_internal.h:1552:d_lustre_invalidate()) invalidate dentry posix_shm_open (ffff880fd2bfd780) parent ffff8807bde8ac80 inode ffff8807abc11178 refc 1 00000080:00000001:3.0:1402947131.674794:0:37971:0:(dcache.c:312:ll_invalidate_aliases()) Process leaving 00000080:00000001:3.0:1402947131.674795:0:37971:0:(namei.c:344:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.674797:0:37971:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1402947131.674798:0:37971:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1402947131.674799:0:37971:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1402947131.674800:0:37971:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:3.0:1402947131.674802:0:37971:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru()) Process leaving 00000020:00000040:3.0:1402947131.674803:0:37971:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff880feaa89bc0 with handle 0x47081543a277cdf7 from hash 00010000:00000001:3.0:1402947131.674805:0:37971:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1402947131.674817:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.674818:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1402947131.674819:0:37971:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1402947131.674820:0:37971:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1402947131.674821:0:37971:0:(ldlm_request.c:1161:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1402947131.674823:0:37971:0:(ldlm_request.c:1129:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1402947131.674825:0:37971:0:(ldlm_request.c:1134:ldlm_cli_cancel_local()) ### client-side cancel ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde00c0/0x47081543a277cdf0 lrc: 2/0,0 mode: PR/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 3 type: IBT flags: 0x28400000000 nid: local remote: 0x76ac476b88259052 expref: -99 pid: 36534 timeout: 0 lvb_type: 3 00000080:00000001:3.0:1402947131.674832:0:37971:0:(namei.c:205:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1402947131.674835:0:37971:0:(file.c:3157:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1402947131.674835:0:37971:0:(file.c:3164:ll_have_md_lock()) trying to match res [0xc0000146f:0x10ef9:0x0] mode (null) 00000080:00000001:3.0:1402947131.674837:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.674838:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.674838:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674840:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.674840:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.674841:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.674842:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.674843:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.674844:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674846:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674847:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674848:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674849:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674849:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.674851:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.674853:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.674854:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.674855:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.674857:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674858:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674859:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674860:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674861:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674861:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674863:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674864:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674865:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674866:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674867:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674868:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674869:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674870:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674872:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674873:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674874:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674875:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674877:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674877:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674879:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674880:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674881:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674883:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674883:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674884:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674885:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674886:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674887:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674888:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674889:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674890:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674891:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674891:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674893:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674894:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674895:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674896:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674897:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674897:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674898:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674899:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674901:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674902:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674903:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674903:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674904:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674905:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674906:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674907:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674908:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674910:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674911:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674912:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.674912:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.674913:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674914:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.674916:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.674917:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.674917:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.674919:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.674920:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674922:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674923:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674923:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674924:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674925:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.674926:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.674928:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.674929:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.674930:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.674931:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674932:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674934:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674934:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674935:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674936:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674937:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674938:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674939:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674940:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674941:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674942:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674942:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674944:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674945:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674946:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674947:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674948:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674948:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674949:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674950:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674951:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674952:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674954:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674955:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674956:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674956:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674958:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674959:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674960:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674961:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674962:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674962:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674963:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674964:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674965:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674967:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674968:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674968:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674969:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674970:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674971:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674972:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674973:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674974:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674975:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674976:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674977:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.674978:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.674979:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674980:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674981:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674982:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.674983:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.674984:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.674985:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674986:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.674986:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.674987:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.674988:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.674989:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.674990:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.674991:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.674993:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.674994:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674995:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.674996:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.674998:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.674999:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.675000:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.675001:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.675002:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675004:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675005:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675005:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675006:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675007:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675008:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675009:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675010:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675011:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675012:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675013:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675013:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675015:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675016:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675017:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675018:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675019:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675020:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675020:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675022:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675023:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675024:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675025:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675026:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675026:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675027:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675028:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675029:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675030:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675032:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675033:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675034:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675035:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675036:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675037:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675038:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675039:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675040:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675041:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675042:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675043:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675044:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675045:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675046:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675047:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675048:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675048:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675050:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675051:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675052:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675053:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.675054:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.675055:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00800000:00000001:3.0:1402947131.675056:0:37971:0:(lmv_obd.c:3111:lmv_lock_match()) Process entered 00800000:00000002:3.0:1402947131.675056:0:37971:0:(lmv_obd.c:3113:lmv_lock_match()) Lock match for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.675057:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.675058:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.675059:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.675060:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.675061:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.675062:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.675063:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675064:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675065:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675066:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675066:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:3.0:1402947131.675068:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff880fc6700800 count: 4 00010000:00000001:3.0:1402947131.675069:0:37971:0:(ldlm_lock.c:1371:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1402947131.675071:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 3 00010000:00000001:3.0:1402947131.675073:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.675074:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675075:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675076:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675077:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675078:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675079:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675080:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675081:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675082:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675083:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675084:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675084:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675085:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675086:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675088:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675089:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675090:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675090:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675091:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675092:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675093:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675094:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675095:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675096:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675097:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675098:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675098:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675100:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675101:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675102:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675103:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675104:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675104:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675105:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675106:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675107:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675109:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675110:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675111:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675112:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675113:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675114:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675115:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675116:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675118:0:37971:0:(obd_class.h:1784:md_lock_match()) Process entered 00000002:00000001:3.0:1402947131.675118:0:37971:0:(mdc_locks.c:150:mdc_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675119:0:37971:0:(ldlm_lock.c:1345:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1402947131.675120:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.675121:0:37971:0:(ldlm_lock.c:1360:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675122:0:37971:0:(mdc_locks.c:157:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675123:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.675124:0:37971:0:(lmv_obd.c:3141:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.675125:0:37971:0:(obd_class.h:1788:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.675127:0:37971:0:(file.c:3186:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.675128:0:37971:0:(file.c:3757:ll_layout_conf()) Process entered 00000020:00001000:3.0:1402947131.675129:0:37971:0:(cl_object.c:856:cl_env_peek()) 0@(null) 00000020:00001000:3.0:1402947131.675130:0:37971:0:(cl_object.c:856:cl_env_peek()) 0@(null) 00000020:00000001:3.0:1402947131.675131:0:37971:0:(cl_object.c:805:cl_env_obtain()) Process entered 00000020:00000001:3.0:1402947131.675132:0:37971:0:(cl_object.c:831:cl_env_obtain()) Process leaving (rc=18446612165542595184 : -131908166956432 : ffff8807bc90ca70) 00000020:00001000:3.0:1402947131.675134:0:37971:0:(cl_object.c:887:cl_env_get()) 1@ffff8807bc90ca68 00000020:00000001:3.0:1402947131.675135:0:37971:0:(cl_object.c:312:cl_conf_set()) Process entered 00000080:00200000:3.0:1402947131.675136:0:37971:0:(vvp_object.c:133:vvp_conf_set()) [0xc0000146f:0x10ef9:0x0]: losing layout lock 00020000:00000001:3.0:1402947131.675137:0:37971:0:(lov_object.c:788:lov_conf_set()) Process entered 00020000:00000001:3.0:1402947131.675138:0:37971:0:(lov_object.c:793:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1402947131.675140:0:37971:0:(lov_object.c:831:lov_conf_set()) [0xc0000146f:0x10ef9:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1402947131.675141:0:37971:0:(lov_object.c:832:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.675142:0:37971:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1402947131.675144:0:37971:0:(cl_object.c:966:cl_env_put()) 1@ffff8807bc90ca68 00000080:00000001:3.0:1402947131.675146:0:37971:0:(file.c:3795:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.675147:0:37971:0:(dcache.c:286:ll_invalidate_aliases()) Process entered 00000080:00000002:3.0:1402947131.675148:0:37971:0:(dcache.c:291:ll_invalidate_aliases()) marking dentries for inode [0xc0000146f:0x10ef9:0x0](ffff8807abc11178) invalid 00000080:00002000:3.0:1402947131.675149:0:37971:0:(dcache.c:298:ll_invalidate_aliases()) dentry in drop posix_shm_open (ffff880fd2bfd780) parent ffff8807bde8ac80 inode ffff8807abc11178 flags 8 00000080:00002000:3.0:1402947131.675151:0:37971:0:(llite_internal.h:1552:d_lustre_invalidate()) invalidate dentry posix_shm_open (ffff880fd2bfd780) parent ffff8807bde8ac80 inode ffff8807abc11178 refc 1 00000080:00000001:3.0:1402947131.675156:0:37971:0:(dcache.c:312:ll_invalidate_aliases()) Process leaving 00000080:00000001:3.0:1402947131.675157:0:37971:0:(namei.c:344:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.675158:0:37971:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1402947131.675159:0:37971:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1402947131.675160:0:37971:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1402947131.675161:0:37971:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:3.0:1402947131.675162:0:37971:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru()) Process leaving 00000020:00000040:3.0:1402947131.675163:0:37971:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff880fcbde00c0 with handle 0x47081543a277cdf0 from hash 00010000:00000001:3.0:1402947131.675164:0:37971:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1402947131.675165:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.675166:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1402947131.675166:0:37971:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1402947131.675167:0:37971:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1402947131.675168:0:37971:0:(ldlm_request.c:1161:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1402947131.675170:0:37971:0:(ldlm_request.c:1444:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1402947131.675172:0:37971:0:(ldlm_request.c:1874:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000040:3.0:1402947131.675173:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 2 00010000:00000001:3.0:1402947131.675175:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000002:00000001:3.0:1402947131.675176:0:37971:0:(mdc_reint.c:105:mdc_resource_get_unused()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1402947131.675179:0:37971:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fe1c52400. 00000020:00000040:3.0:1402947131.675180:0:37971:0:(genops.c:1022:class_import_get()) import ffff88081dcf1800 refcount=75 obd=esfprod-MDT0000-mdc-ffff8807c3fb9c00 00010000:00000001:3.0:1402947131.675184:0:37971:0:(ldlm_request.c:773:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1402947131.675187:0:37971:0:(ldlm_request.c:1656:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1402947131.675189:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1402947131.675190:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1402947131.675191:0:37971:0:(ldlm_request.c:1778:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.675193:0:37971:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.675194:0:37971:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.675195:0:37971:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.675198:0:37971:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880fc66c9e00. 00000100:00000001:3.0:1402947131.675201:0:37971:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.675203:0:37971:0:(ldlm_request.c:1893:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1402947131.675204:0:37971:0:(ldlm_request.c:1173:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1402947131.675206:0:37971:0:(ldlm_request.c:1193:ldlm_cancel_pack()) ### packing ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880feaa89bc0/0x47081543a277cdf7 lrc: 1/0,0 mode: --/CR res: [0xc0000146f:0x10ef9:0x0].0 bits 0xd rrc: 2 type: IBT flags: 0x4829400000000 nid: local remote: 0x76ac476b88259060 expref: -99 pid: 37930 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1402947131.675218:0:37971:0:(ldlm_request.c:1193:ldlm_cancel_pack()) ### packing ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde00c0/0x47081543a277cdf0 lrc: 1/0,0 mode: --/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 2 type: IBT flags: 0x4829400000000 nid: local remote: 0x76ac476b88259052 expref: -99 pid: 36534 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1402947131.675223:0:37971:0:(ldlm_request.c:1193:ldlm_cancel_pack()) ### packing ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde04c0/0x47081543a277cde9 lrc: 1/0,0 mode: --/PR res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x4809400000000 nid: local remote: 0x76ac476b88259036 expref: -99 pid: 36534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1402947131.675228:0:37971:0:(ldlm_request.c:1197:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1402947131.675229:0:37971:0:(ldlm_request.c:1198:ldlm_cancel_pack()) Process leaving 00010000:00000001:3.0:1402947131.675230:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1402947131.675231:0:37971:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880feaa89bc0/0x47081543a277cdf7 lrc: 0/0,0 mode: --/CR res: [0xc0000146f:0x10ef9:0x0].0 bits 0xd rrc: 2 type: IBT flags: 0x4829400000000 nid: local remote: 0x76ac476b88259060 expref: -99 pid: 37930 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1402947131.675236:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 1 00010000:00000001:3.0:1402947131.675238:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000010:3.0:1402947131.675239:0:37971:0:(ldlm_lock.c:237:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880fdd3fb340. 00010000:00000001:3.0:1402947131.675242:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1402947131.675243:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1402947131.675243:0:37971:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde00c0/0x47081543a277cdf0 lrc: 0/0,0 mode: --/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 1 type: IBT flags: 0x4829400000000 nid: local remote: 0x76ac476b88259052 expref: -99 pid: 36534 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1402947131.675248:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff880fc6700800 count: 0 00010000:00000001:3.0:1402947131.675249:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000010:3.0:1402947131.675252:0:37971:0:(ldlm_resource.c:1243:ldlm_resource_putref()) slab-freed 'res': 320 at ffff880fc6700800. 00010000:00000010:3.0:1402947131.675253:0:37971:0:(ldlm_lock.c:237:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880fdd3fba80. 00010000:00000001:3.0:1402947131.675255:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1402947131.675256:0:37971:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1402947131.675256:0:37971:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: esfprod-MDT0000-mdc-ffff8807c3fb9c00 lock: ffff880fcbde04c0/0x47081543a277cde9 lrc: 0/0,0 mode: --/PR res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x4809400000000 nid: local remote: 0x76ac476b88259036 expref: -99 pid: 36534 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1402947131.675261:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807c1321700 count: 3 00010000:00000001:3.0:1402947131.675262:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:3.0:1402947131.675263:0:37971:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1402947131.675265:0:37971:0:(ldlm_request.c:1932:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.675267:0:37971:0:(ldlm_request.c:1893:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1402947131.675268:0:37971:0:(ldlm_request.c:1896:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1402947131.675270:0:37971:0:(ldlm_request.c:824:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.675274:0:37971:0:(lustre_mdc.h:107:mdc_get_rpc_lock()) Process entered 00000100:00000001:3.0:1402947131.675275:0:37971:0:(client.c:2687:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1402947131.675276:0:37971:0:(client.c:861:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1402947131.675277:0:37971:0:(client.c:862:ptlrpc_prep_set()) kmalloced 'set': 144 at ffff880fdf35a480. 00000100:00000001:3.0:1402947131.675279:0:37971:0:(client.c:878:ptlrpc_prep_set()) Process leaving (rc=18446612200483562624 : -131873225988992 : ffff880fdf35a480) 00000100:00000001:3.0:1402947131.675281:0:37971:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.675281:0:37971:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200526521344 : -131873183030272 : ffff880fe1c52400) 00000020:00000001:3.0:1402947131.675284:0:37971:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.675285:0:37971:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.675286:0:37971:0:(client.c:2113:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1402947131.675287:0:37971:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1402947131.675290:0:37971:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.675297:0:37971:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1402947131.675298:0:37971:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.675300:0:37971:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1402947131.675301:0:37971:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1402947131.675303:0:37971:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:cb365a8a-7d74-68bd-5926-7b87116a2268:37971:1470734506651708:10.150.10.1@o2ib8:36 00000100:00000001:3.0:1402947131.675306:0:37971:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1402947131.675307:0:37971:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1402947131.675309:0:37971:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.675310:0:37971:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1402947131.675312:0:37971:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880fcc64d400. 02000000:00000001:3.0:1402947131.675313:0:37971:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1402947131.675316:0:37971:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fded9e6c0 (tot 769086215). 00000400:00000010:3.0:1402947131.675319:0:37971:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91ed40 (tot 769086343). 00000100:00000200:3.0:1402947131.675322:0:37971:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651708, portal 10 00000100:00000001:3.0:1402947131.675323:0:37971:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1402947131.675324:0:37971:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200526521344 : -131873183030272 : ffff880fe1c52400) 00000100:00000040:3.0:1402947131.675328:0:37971:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 1402947226 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.675339:0:37971:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:3.0:1402947131.675342:0:37971:0:(niobuf.c:64:ptl_send_buf()) conn=ffff88080ec9eec0 id 12345-10.150.10.1@o2ib8 00000400:00000010:3.0:1402947131.675344:0:37971:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fded9e740 (tot 769086471). 00000100:00000200:3.0:1402947131.675346:0:37971:0:(niobuf.c:86:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1470734506651708, offset 0 00000400:00000010:3.0:1402947131.675348:0:37971:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fc66c9400 (tot 769086823). 00000400:00000200:3.0:1402947131.675351:0:37971:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.150.10.1@o2ib8 00000800:00000200:3.0:1402947131.675358:0:37971:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 504 bytes in 1 frags to 12345-10.150.10.1@o2ib8 00000800:00000200:3.0:1402947131.675363:0:37971:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff880fc5594ac0] -> 10.150.10.1@o2ib8 (2) version: 12 00000800:00000200:3.0:1402947131.675365:0:37971:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff880fde9a3200] (256)++ 00000800:00000200:3.0:1402947131.675367:0:37971:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:3.0:1402947131.675369:0:37971:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (258)++ 00000800:00000200:3.0:1402947131.675373:0:37971:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (259)-- 00000800:00000200:3.0:1402947131.675374:0:37971:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff880fde9a3200] (258)-- 00000100:00000001:3.0:1402947131.675376:0:37971:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.675377:0:37971:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1402947131.675379:0:37971:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.675380:0:37971:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.675381:0:37971:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=55 : 55 : 37) 00000100:00100000:3.0:1402947131.675383:0:37971:0:(client.c:2134:ptlrpc_set_wait()) set ffff880fdf35a480 going to sleep for 55 seconds 00000100:00000001:3.0:1402947131.675385:0:37971:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.675386:0:37971:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.675387:0:37971:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1402947131.675388:0:37971:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1402947131.675414:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:9.0:1402947131.675456:0:22967:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fde9a3200] (258)++ 00000800:00000200:9.0:1402947131.675466:0:22967:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff880fde9a3200] (259)++ 00000800:00000200:9.0:1402947131.675468:0:22967:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff880fde9a3200] (260)-- 00000100:00000001:9.0:1402947131.675472:0:22967:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:9.0:1402947131.675477:0:22967:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 1402947226 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.675485:0:22967:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1402947131.675488:0:22967:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 1402947226 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.675494:0:22967:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1402947131.675496:0:22967:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:9.0:1402947131.675497:0:22967:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fded9e740 00000400:00000010:9.0:1402947131.675499:0:22967:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fded9e740 (tot 769086695). 00000800:00000200:13.0:1402947131.675502:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (259)-- 00000400:00000010:9.0:1402947131.675503:0:22967:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fc66c9400 (tot 769086343). 00000800:00000200:9.0:1402947131.675506:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (259)++ 00000800:00000200:9.0:1402947131.675508:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (259)-- 00000800:00000200:9.0:1402947131.675509:0:22967:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff880fde9a3200] (258)-- 00000800:00000200:9.0:1402947131.675511:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (257)-- 00000800:00000200:14.2:1402947131.676832:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fde9a3200] (256)++ 00000800:00000200:13.0:1402947131.676877:0:22966:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:13.0:1402947131.676891:0:22966:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.150.10.1@o2ib8 00000800:00000200:13.0:1402947131.676893:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (258)++ 00000800:00000200:13.0:1402947131.676895:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (259)-- 00000400:00000010:13.0:1402947131.676898:0:22966:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff881009255400 (tot 769086695). 00000400:00000200:13.0:1402947131.676904:0:22966:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.150.10.1@o2ib8 of length 424 into portal 10 MB=0x539a00fd3f03c 00000400:00000200:13.0:1402947131.676910:0:22966:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-10.150.10.1@o2ib8 of length 424/424 into md 0xf3a848d [1] + 192 00000800:00000200:9.0:1402947131.676928:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (258)-- 00000100:00000001:13.0:1402947131.676934:0:22966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:13.0:1402947131.676937:0:22966:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:13.0:1402947131.676947:0:22966:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=768 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:13.0:1402947131.676955:0:22966:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:13.0:1402947131.676957:0:22966:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff881009255400 (tot 769086343). 00000800:00000200:13.0:1402947131.676961:0:22966:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fde9a3200] (257)++ 00000800:00000200:13.0:1402947131.676962:0:22966:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fde9a3200] (258)-- 00000800:00000200:13.0:1402947131.676964:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fde9a3200] (257)-- 00000100:00000001:3.0:1402947131.676988:0:37971:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1402947131.676992:0:37971:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1402947131.676994:0:37971:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1402947131.676995:0:37971:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1402947131.677001:0:37971:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1402947131.677011:0:37971:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/768 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1402947131.677017:0:37971:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:3.0:1402947131.677019:0:37971:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fded9e6c0 (tot 769086247). 00000400:00000200:3.0:1402947131.677022:0:37971:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91ed40 00000400:00000010:3.0:1402947131.677026:0:37971:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91ed40 (tot 769086119). 00000100:00000001:3.0:1402947131.677028:0:37971:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.677031:0:37971:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:3.0:1402947131.677032:0:37971:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1402947131.677033:0:37971:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1402947131.677035:0:37971:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1402947131.677037:0:37971:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1402947131.677040:0:37971:0:(import.c:1588:at_measured()) add 40 to ffff88081dcf1bd0 time=95 v=40 (40 40 40 40) 00000100:00001000:3.0:1402947131.677043:0:37971:0:(import.c:1588:at_measured()) add 1 to ffff88081dcf1b98 time=95 v=40 (1 1 1 1) 00000100:00000001:3.0:1402947131.677046:0:37971:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1402947131.677048:0:37971:0:(client.c:1176:ptlrpc_check_status()) @@@ status is -22 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/424 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/0 rc 0/-22 00000100:00000001:3.0:1402947131.677053:0:37971:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:3.0:1402947131.677056:0:37971:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1402947131.677057:0:37971:0:(client.c:2490:ptlrpc_free_committed()) esfprod-MDT0000-mdc-ffff8807c3fb9c00: skip recheck: last_committed 68720967357 00000100:00000001:3.0:1402947131.677058:0:37971:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1402947131.677059:0:37971:0:(client.c:1405:after_reply()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000040:3.0:1402947131.677062:0:37971:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/424 e 0 to 0 dl 1402947226 ref 2 fl Rpc:R/0/0 rc -22/-22 00000100:00000001:3.0:1402947131.677068:0:37971:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000100:00000001:3.0:1402947131.677070:0:37971:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1402947131.677071:0:37971:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1402947131.677074:0:37971:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/424 e 0 to 0 dl 1402947226 ref 2 fl Interpret:R/0/0 rc -22/-22 00000100:00100000:3.0:1402947131.677081:0:37971:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:cb365a8a-7d74-68bd-5926-7b87116a2268:37971:1470734506651708:10.150.10.1@o2ib8:36 00000100:00000001:3.0:1402947131.677083:0:37971:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.677085:0:37971:0:(client.c:2223:ptlrpc_set_wait()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:3.0:1402947131.677087:0:37971:0:(client.c:922:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1402947131.677088:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.677090:0:37971:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/424 e 0 to 0 dl 1402947226 ref 2 fl Complete:R/0/0 rc -22/-22 00000100:00000001:3.0:1402947131.677095:0:37971:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1402947131.677098:0:37971:0:(ptlrpc_internal.h:317:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880fdf35a480. 00000100:00000001:3.0:1402947131.677100:0:37971:0:(client.c:964:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1402947131.677100:0:37971:0:(client.c:2707:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000002:00000001:3.0:1402947131.677102:0:37971:0:(lustre_mdc.h:167:mdc_put_rpc_lock()) Process leaving 00000002:00000040:3.0:1402947131.677104:0:37971:0:(mdc_reint.c:63:mdc_reint()) error in handling -22 00000002:00000001:3.0:1402947131.677105:0:37971:0:(mdc_reint.c:377:mdc_unlink()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00800000:00000001:3.0:1402947131.677107:0:37971:0:(obd_class.h:1656:md_unlink()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00800000:00000001:3.0:1402947131.677109:0:37971:0:(lmv_obd.c:2637:lmv_unlink()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00000001:3.0:1402947131.677111:0:37971:0:(obd_class.h:1656:md_unlink()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00000010:3.0:1402947131.677112:0:37971:0:(llite_lib.c:2607:ll_finish_md_op_data()) kfreed 'op_data': 336 at ffff880fc66c9800. 00000080:00000001:3.0:1402947131.677114:0:37971:0:(namei.c:1295:ll_unlink_generic()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000100:00000001:3.0:1402947131.677117:0:37971:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1402947131.677119:0:37971:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe1c52400 x1470734506651708/t0(0) o36->esfprod-MDT0000-mdc-ffff8807c3fb9c00@10.150.10.1@o2ib8:12/10 lens 504/424 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc -22/-22 00000100:00000001:3.0:1402947131.677124:0:37971:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1402947131.677125:0:37971:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1402947131.677126:0:37971:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880fcc64d400. 02000000:00000001:3.0:1402947131.677128:0:37971:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1402947131.677130:0:37971:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:3.0:1402947131.677131:0:37971:0:(genops.c:1036:class_import_put()) import ffff88081dcf1800 refcount=74 obd=esfprod-MDT0000-mdc-ffff8807c3fb9c00 00000020:00000001:3.0:1402947131.677133:0:37971:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:3.0:1402947131.677134:0:37971:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880fc66c9e00. 02000000:00000001:3.0:1402947131.677135:0:37971:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1402947131.677136:0:37971:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1402947131.677137:0:37971:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe1c52400. 00000100:00000001:3.0:1402947131.677139:0:37971:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1402947131.677140:0:37971:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.677141:0:37971:0:(namei.c:1303:ll_unlink_generic()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00000001:3.0:1402947131.677143:0:37971:0:(dcache.c:171:ll_ddelete()) Process entered 00000080:00002000:3.0:1402947131.677144:0:37971:0:(dcache.c:178:ll_ddelete()) deleting dentry posix_shm_open (ffff880fd2bfd780, parent ffff8807bde8ac80, inode ffff8807abc11178) hashed, 00000080:00000001:3.0:1402947131.677147:0:37971:0:(dcache.c:199:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.677149:0:37971:0:(dcache.c:144:find_cbdata()) Process entered 00000080:00000001:3.0:1402947131.677150:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00800000:00000001:3.0:1402947131.677152:0:37971:0:(lmv_obd.c:1712:lmv_find_cbdata()) Process entered 00800000:00000001:3.0:1402947131.677154:0:37971:0:(lmv_obd.c:620:lmv_check_connect()) Process entered 00800000:00000001:3.0:1402947131.677156:0:37971:0:(lmv_obd.c:623:lmv_check_connect()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.677157:0:37971:0:(lmv_obd.c:1718:lmv_find_cbdata()) CBDATA for [0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.677159:0:37971:0:(lmv_fld.c:65:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1402947131.677161:0:37971:0:(fld_request.c:479:fld_client_lookup()) Process entered 80000000:00000001:3.0:1402947131.677162:0:37971:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1402947131.677163:0:37971:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1402947131.677165:0:37971:0:(fld_request.c:486:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1402947131.677166:0:37971:0:(lmv_fld.c:83:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0xc0000146f:0x10ef9:0x0] 00800000:00000001:3.0:1402947131.677168:0:37971:0:(lmv_fld.c:91:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677169:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677171:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677172:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677174:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677177:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677179:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677180:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677181:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677182:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677183:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677184:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677186:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677187:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677188:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677189:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677190:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677191:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677192:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677193:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677195:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677196:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677197:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677198:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677198:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677199:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677201:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677202:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677203:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677204:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677206:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677207:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677208:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677209:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677211:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677212:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677213:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677214:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677215:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677215:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677217:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677218:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677219:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677220:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677221:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677222:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677223:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677224:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677225:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677226:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677228:0:37971:0:(obd_class.h:1495:md_find_cbdata()) Process entered 00000002:00000001:3.0:1402947131.677228:0:37971:0:(mdc_locks.c:213:mdc_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677229:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1402947131.677230:0:37971:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000001:3.0:1402947131.677232:0:37971:0:(ldlm_request.c:2119:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1402947131.677233:0:37971:0:(mdc_locks.c:222:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677234:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1402947131.677235:0:37971:0:(lmv_obd.c:1744:lmv_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1402947131.677237:0:37971:0:(obd_class.h:1499:md_find_cbdata()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1402947131.677239:0:37971:0:(lov_object.c:962:lov_lsm_addref()) lsm ffff8807bf9bae40 addref 2/1 by ffff88081817d540. 00000080:00000001:3.0:1402947131.677242:0:37971:0:(obd_class.h:1310:obd_find_cbdata()) Process entered 00020000:00000001:3.0:1402947131.677244:0:37971:0:(lov_obd.c:1371:lov_find_cbdata()) Process entered 00020000:00000001:3.0:1402947131.677246:0:37971:0:(obd_class.h:1310:obd_find_cbdata()) Process entered 00010000:00000001:3.0:1402947131.677249:0:37971:0:(ldlm_request.c:2110:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1402947131.677251:0:37971:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8807c0cd06c0 count: 2 00010000:00000001:3.0:1402947131.677254:0:37971:0:(ldlm_request.c:2034:ldlm_resource_foreach()) Process entered 00010000:00000001:3.0:1402947131.677255:0:37971:0:(ldlm_request.c:2044:ldlm_resource_foreach()) Process leaving via out (rc=2 : 2 : 0x2) 00010000:00000001:3.0:1402947131.677257:0:37971:0:(ldlm_request.c:2062:ldlm_resource_foreach()) Process leaving (rc=2 : 2 : 2) 00010000:00000040:3.0:1402947131.677259:0:37971:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807c0cd06c0 count: 1 00010000:00000001:3.0:1402947131.677261:0:37971:0:(ldlm_request.c:2125:ldlm_resource_iterate()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:3.0:1402947131.677263:0:37971:0:(obd_class.h:1316:obd_find_cbdata()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1402947131.677264:0:37971:0:(lov_obd.c:1396:lov_find_cbdata()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.677266:0:37971:0:(obd_class.h:1316:obd_find_cbdata()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.677268:0:37971:0:(dcache.c:159:find_cbdata()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1402947131.677270:0:37971:0:(dcache.c:63:ll_release()) Process entered 00000080:00000001:3.0:1402947131.677271:0:37971:0:(dcache.c:77:ll_release()) Process leaving 00010000:00000010:3.1F:1402947131.684820:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff880feaa89bc0. 00010000:00000010:3.1:1402947131.684829:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff880fcbde00c0. 00010000:00000010:3.1:1402947131.684831:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff880fcbde04c0. 00000080:00000010:3.1:1402947131.684837:0:0:0:(dcache.c:56:free_dentry_data()) kfreed 'lld': 32 at ffff880fea481ce0. 00000080:00000001:2.0:1402947131.693353:0:37984:0:(llite_lib.c:2644:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1402947131.693833:0:23503:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.693836:0:23503:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.693838:0:23503:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fe1c52400. 00000020:00000040:3.0:1402947131.693842:0:23503:0:(genops.c:1022:class_import_get()) import ffff880818af8800 refcount=3 obd=esfprod-OST0020-osc-MDT0007 00000100:00000001:3.0:1402947131.693845:0:23503:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.693846:0:23503:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.693848:0:23503:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.693852:0:23503:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fead2d1c0. 00000100:00000001:3.0:1402947131.693856:0:23503:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.693858:0:23503:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.693860:0:23503:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.693865:0:23503:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fe1c52400] to pc [ptlrpcd_4:4] req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.693878:0:23503:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.693908:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:0.0F:1402947131.693911:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1402947131.693912:0:23086:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [4->5] 00000100:00000001:1.0:1402947131.693914:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1402947131.693918:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.693920:0:23086:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1402947131.693921:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.693922:0:23086:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.693923:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1402947131.693923:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.693925:0:23086:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.693926:0:23086:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1402947131.693931:0:23086:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.693939:0:23086:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1402947131.693940:0:23086:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.693943:0:23086:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1402947131.693944:0:23086:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1402947131.693947:0:23086:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_5:esfprod-MDT0007-mdtlov_UUID:23086:1470734506651712:10.151.10.11@o2ib8:13 00000100:00000001:1.0:1402947131.693950:0:23086:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1402947131.693952:0:23086:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1402947131.693953:0:23086:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.693955:0:23086:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1402947131.693958:0:23086:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880fca481c00. 02000000:00000001:1.0:1402947131.693959:0:23086:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1402947131.693962:0:23086:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff880fdf91eac0 (tot 769086215). 00000400:00000010:1.0:1402947131.693966:0:23086:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fdf91ec40 (tot 769086343). 00000100:00000200:1.0:1402947131.693969:0:23086:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651712, portal 4 00000100:00000001:1.0:1402947131.693971:0:23086:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1402947131.693972:0:23086:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200526521344 : -131873183030272 : ffff880fe1c52400) 00000100:00000040:1.0:1402947131.693976:0:23086:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.693983:0:23086:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:1.0:1402947131.693985:0:23086:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818d39540 id 12345-10.151.10.11@o2ib8 00000400:00000010:1.0:1402947131.693987:0:23086:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880fe9eee540 (tot 769086471). 00000100:00000200:1.0:1402947131.693989:0:23086:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651712, offset 0 00000400:00000010:1.0:1402947131.693991:0:23086:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fc66c9200 (tot 769086823). 00000400:00000200:1.0:1402947131.693995:0:23086:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.11@o2ib8 00000800:00000200:1.0:1402947131.694001:0:23086:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.11@o2ib8 00000800:00000200:1.0:1402947131.694009:0:23086:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff8810085a8540] -> 10.151.10.11@o2ib8 (2) version: 12 00000800:00000200:1.0:1402947131.694012:0:23086:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff8810085cf200] (256)++ 00000800:00000200:1.0:1402947131.694014:0:23086:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff8810085cf200] (257)++ 00000800:00000200:1.0:1402947131.694016:0:23086:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (258)++ 00000800:00000200:1.0:1402947131.694020:0:23086:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (259)-- 00000800:00000200:1.0:1402947131.694021:0:23086:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff8810085cf200] (258)-- 00000100:00000001:1.0:1402947131.694023:0:23086:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694024:0:23086:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1402947131.694026:0:23086:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694028:0:23086:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694030:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694032:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.694032:0:23086:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1402947131.694033:0:23086:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694034:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1402947131.694056:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8810085cf200] (257)++ 00000800:00000200:9.0:1402947131.694103:0:22967:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (258)++ 00000800:00000200:9.0:1402947131.694113:0:22967:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff8810085cf200] (259)++ 00000800:00000200:9.0:1402947131.694115:0:22967:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff8810085cf200] (260)-- 00000100:00000001:9.0:1402947131.694118:0:22967:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:9.0:1402947131.694123:0:22967:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.694131:0:22967:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1402947131.694134:0:22967:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.694140:0:22967:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1402947131.694141:0:22967:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:9.0:1402947131.694145:0:22967:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fe9eee540 00000400:00000010:9.0:1402947131.694147:0:22967:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fe9eee540 (tot 769086695). 00000800:00000200:13.0:1402947131.694149:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (259)-- 00000400:00000010:9.0:1402947131.694152:0:22967:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fc66c9200 (tot 769086343). 00000800:00000200:9.0:1402947131.694154:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (258)++ 00000800:00000200:9.0:1402947131.694156:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (259)-- 00000800:00000200:8.2:1402947131.694157:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8810085cf200] (259)++ 00000800:00000200:9.0:1402947131.694158:0:22967:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff8810085cf200] (258)-- 00000800:00000200:9.0:1402947131.694163:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (258)-- 00000800:00000200:9.0:1402947131.694165:0:22967:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8810085cf200] (257)++ 00000800:00000200:9.0:1402947131.694171:0:22967:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.11@o2ib8 00000800:00000200:13.0:1402947131.694173:0:22966:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (258)-- 00000800:00000200:9.0:1402947131.694173:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (258)++ 00000800:00000200:9.0:1402947131.694175:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000400:00000010:9.0:1402947131.694177:0:22967:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fc66c9200 (tot 769086695). 00000400:00000200:9.0:1402947131.694182:0:22967:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.11@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f040 00000400:00000200:9.0:1402947131.694187:0:22967:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.11@o2ib8 of length 336/336 into md 0xf3a849d [1] + 192 00000100:00000001:9.0:1402947131.694192:0:22967:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:9.0:1402947131.694194:0:22967:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:9.0:1402947131.694201:0:22967:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:9.0:1402947131.694209:0:22967:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:9.0:1402947131.694210:0:22967:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fc66c9200 (tot 769086343). 00000800:00000200:9.0:1402947131.694213:0:22967:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8810085cf200] (257)++ 00000800:00000200:9.0:1402947131.694214:0:22967:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8810085cf200] (258)-- 00000800:00000200:9.0:1402947131.694216:0:22967:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8810085cf200] (257)-- 00000100:00000001:1.0:1402947131.694239:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.694242:0:23086:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1402947131.694246:0:23086:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1402947131.694247:0:23086:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1402947131.694248:0:23086:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1402947131.694254:0:23086:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:1.0:1402947131.694264:0:23086:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.694271:0:23086:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:1.0:1402947131.694273:0:23086:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff880fdf91eac0 (tot 769086247). 00000400:00000200:1.0:1402947131.694275:0:23086:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880fdf91ec40 00000400:00000010:1.0:1402947131.694277:0:23086:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880fdf91ec40 (tot 769086119). 00000100:00000001:1.0:1402947131.694278:0:23086:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.694281:0:23086:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:1.0:1402947131.694282:0:23086:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1402947131.694283:0:23086:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1402947131.694285:0:23086:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1402947131.694287:0:23086:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1402947131.694290:0:23086:0:(import.c:1588:at_measured()) add 40 to ffff880818af8c08 time=110 v=40 (40 40 40 40) 00000100:00001000:1.0:1402947131.694293:0:23086:0:(import.c:1588:at_measured()) add 1 to ffff880818af8b98 time=110 v=40 (1 1 1 1) 00000100:00000001:1.0:1402947131.694296:0:23086:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1402947131.694300:0:23086:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1402947131.694301:0:23086:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1402947131.694303:0:23086:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694305:0:23086:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1402947131.694306:0:23086:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0020-osc-MDT0007: skip recheck: last_committed 64430169565 00000100:00000001:1.0:1402947131.694307:0:23086:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1402947131.694308:0:23086:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1402947131.694311:0:23086:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:1.0:1402947131.694317:0:23086:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1402947131.694319:0:23086:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1402947131.694320:0:23086:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1402947131.694322:0:23086:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:1.0:1402947131.694325:0:23086:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880818a36000 00000004:00000001:1.0:1402947131.694326:0:23086:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1402947131.694329:0:23086:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:1.0:1402947131.694336:0:23086:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_5:esfprod-MDT0007-mdtlov_UUID:23086:1470734506651712:10.151.10.11@o2ib8:13 00000100:00000001:1.0:1402947131.694339:0:23086:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.694340:0:23086:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1402947131.694342:0:23086:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe1c52400 x1470734506651712/t0(0) o13->esfprod-OST0020-osc-MDT0007@10.151.10.11@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:1.0:1402947131.694347:0:23086:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1402947131.694348:0:23086:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1402947131.694350:0:23086:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880fca481c00. 02000000:00000001:1.0:1402947131.694352:0:23086:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1402947131.694353:0:23086:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:1.0:1402947131.694354:0:23086:0:(genops.c:1036:class_import_put()) import ffff880818af8800 refcount=2 obd=esfprod-OST0020-osc-MDT0007 00000020:00000001:1.0:1402947131.694356:0:23086:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:1.0:1402947131.694357:0:23086:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fead2d1c0. 02000000:00000001:1.0:1402947131.694359:0:23086:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1402947131.694360:0:23086:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1402947131.694361:0:23086:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe1c52400. 00000100:00000001:1.0:1402947131.694363:0:23086:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1402947131.694364:0:23086:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.694366:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1402947131.694370:0:23086:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1402947131.694371:0:23086:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694373:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.694374:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.694376:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.694376:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0F:1402947131.708867:0:22968:0:(router.c:961:lnet_ping_router_locked()) rtr 10.150.10.65@o2ib8000 35: deadline 0 ping_notsent 0 alive 1 alive_count 42 lp_ping_timestamp 4641920863 00000400:00000200:6.0:1402947131.708877:0:22968:0:(router.c:961:lnet_ping_router_locked()) rtr 10.150.10.66@o2ib8000 35: deadline 0 ping_notsent 0 alive 1 alive_count 42 lp_ping_timestamp 4641911863 00000400:00000200:6.0:1402947131.708881:0:22968:0:(router.c:961:lnet_ping_router_locked()) rtr 10.150.10.73@o2ib8000 35: deadline 0 ping_notsent 0 alive 1 alive_count 41 lp_ping_timestamp 4641909863 00000400:00000200:6.0:1402947131.708884:0:22968:0:(router.c:961:lnet_ping_router_locked()) rtr 10.150.10.74@o2ib8000 35: deadline 0 ping_notsent 0 alive 1 alive_count 42 lp_ping_timestamp 4641930863 00000004:00000001:3.0:1402947131.714812:0:23501:0:(osp_precreate.c:144:osp_statfs_update()) Process entered 00000004:00000020:3.0:1402947131.714814:0:23501:0:(osp_precreate.c:146:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1402947131.714817:0:23501:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff880fe19e2400. 00000020:00000040:3.0:1402947131.714821:0:23501:0:(genops.c:1022:class_import_get()) import ffff880818a36800 refcount=3 obd=esfprod-OST0019-osc-MDT0007 00000100:00000001:3.0:1402947131.714824:0:23501:0:(client.c:586:__ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1402947131.714825:0:23501:0:(sec.c:416:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1402947131.714828:0:23501:0:(sec.c:434:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1402947131.714831:0:23501:0:(sec_null.c:174:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff880fead2d5c0. 00000100:00000001:3.0:1402947131.714835:0:23501:0:(client.c:640:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1402947131.714838:0:23501:0:(class_obd.c:147:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1402947131.714839:0:23501:0:(class_obd.c:152:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1402947131.714844:0:23501:0:(ptlrpcd.c:271:ptlrpcd_add_req()) @@@ add req [ffff880fe19e2400] to pc [ptlrpcd_5:5] req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000004:00000001:3.0:1402947131.714857:0:23501:0:(osp_precreate.c:177:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.714868:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1402947131.714872:0:23085:0:(ptlrpcd.c:387:ptlrpcd_check()) transfer 1 async RPCs [5->4] 00000100:00000001:0.0:1402947131.714875:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1402947131.714880:0:23085:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1402947131.714882:0:23085:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1402947131.714883:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1402947131.714884:0:23085:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1402947131.714886:0:23085:0:(client.c:1417:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1402947131.714890:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1402947131.714891:0:23085:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.714893:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.714896:0:23086:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.714897:0:23086:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.714899:0:23085:0:(client.c:1066:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1402947131.714901:0:23085:0:(client.c:1117:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1402947131.714903:0:23085:0:(sec.c:659:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1402947131.714905:0:23085:0:(sec.c:686:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1402947131.714908:0:23085:0:(client.c:1480:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_4:esfprod-MDT0007-mdtlov_UUID:23085:1470734506651716:10.151.10.12@o2ib8:13 00000100:00000001:0.0:1402947131.714912:0:23085:0:(niobuf.c:682:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1402947131.714914:0:23085:0:(sec.c:961:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1402947131.714915:0:23085:0:(sec.c:997:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1402947131.714917:0:23085:0:(sec.c:1689:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1402947131.714920:0:23085:0:(sec_null.c:217:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff88076d4c0000. 02000000:00000001:0.0:1402947131.714922:0:23085:0:(sec.c:1699:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1402947131.714925:0:23085:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff8807c1470cc0 (tot 769086215). 00000400:00000010:0.0:1402947131.714930:0:23085:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff8807c3d529c0 (tot 769086343). 00000100:00000200:0.0:1402947131.714933:0:23085:0:(niobuf.c:809:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1470734506651716, portal 4 00000100:00000001:0.0:1402947131.714935:0:23085:0:(client.c:2616:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1402947131.714936:0:23085:0:(client.c:2618:ptlrpc_request_addref()) Process leaving (rc=18446612200523965440 : -131873185586176 : ffff880fe19e2400) 00000100:00000040:0.0:1402947131.714941:0:23085:0:(niobuf.c:830:ptl_send_rpc()) @@@ send flg=0 req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:0.0:1402947131.714947:0:23085:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:0.0:1402947131.714950:0:23085:0:(niobuf.c:64:ptl_send_buf()) conn=ffff880818d39bc0 id 12345-10.151.10.12@o2ib8 00000400:00000010:0.0:1402947131.714951:0:23085:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff8807c0c61540 (tot 769086471). 00000100:00000200:0.0:1402947131.714954:0:23085:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1470734506651716, offset 0 00000400:00000010:0.0:1402947131.714956:0:23085:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff8808173dec00 (tot 769086823). 00000400:00000200:0.0:1402947131.714963:0:23085:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.151.10.12@o2ib8 00000800:00000200:0.0:1402947131.714970:0:23085:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 224 bytes in 1 frags to 12345-10.151.10.12@o2ib8 00000800:00000200:0.0:1402947131.714977:0:23085:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff880fecf49240] -> 10.151.10.12@o2ib8 (2) version: 12 00000800:00000200:0.0:1402947131.714979:0:23085:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff880fecf2e000] (256)++ 00000800:00000200:0.0:1402947131.714981:0:23085:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:0.0:1402947131.714984:0:23085:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:0.0:1402947131.714988:0:23085:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (259)-- 00000800:00000200:0.0:1402947131.714989:0:23085:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff880fecf2e000] (258)-- 00000100:00000001:0.0:1402947131.714991:0:23085:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.714992:0:23085:0:(niobuf.c:838:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1402947131.714994:0:23085:0:(client.c:1490:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.714996:0:23085:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.714998:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.715000:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1402947131.715001:0:23085:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1402947131.715002:0:23085:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.715003:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1402947131.715018:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:5.0:1402947131.715073:0:22964:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:5.0:1402947131.715084:0:22964:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff880fecf2e000] (259)++ 00000800:00000200:5.0:1402947131.715086:0:22964:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff880fecf2e000] (260)-- 00000100:00000001:5.0:1402947131.715091:0:22964:0:(events.c:62:request_out_callback()) Process entered 00000100:00000200:5.0:1402947131.715096:0:22964:0:(events.c:68:request_out_callback()) @@@ type 5, status 0 req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.715105:0:22964:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1402947131.715107:0:22964:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:5.0:1402947131.715113:0:22964:0:(client.c:2334:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1402947131.715115:0:22964:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:5.0:1402947131.715116:0:22964:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff8807c0c61540 00000400:00000010:5.0:1402947131.715118:0:22964:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff8807c0c61540 (tot 769086695). 00000800:00000200:1.0:1402947131.715118:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (259)-- 00000400:00000010:5.0:1402947131.715123:0:22964:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff8808173dec00 (tot 769086343). 00000800:00000200:5.0:1402947131.715126:0:22964:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)++ 00000800:00000200:5.0:1402947131.715131:0:22964:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (259)-- 00000800:00000200:5.0:1402947131.715132:0:22964:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:5.0:1402947131.715133:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)-- 00000800:00000200:8.2:1402947131.715167:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff880fecf2e000] (256)++ 00000800:00000200:1.0:1402947131.715183:0:22965:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:5.0:1402947131.715194:0:22964:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:1.0:1402947131.715194:0:22965:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.151.10.12@o2ib8 00000800:00000200:1.0:1402947131.715196:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:1.0:1402947131.715198:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)-- 00000400:00000010:1.0:1402947131.715201:0:22965:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880fea9e7400 (tot 769086695). 00000400:00000200:1.0:1402947131.715207:0:22965:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.151.10.12@o2ib8 of length 336 into portal 4 MB=0x539a00fd3f044 00000400:00000200:1.0:1402947131.715213:0:22965:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-10.151.10.12@o2ib8 of length 336/336 into md 0x11c5f3b9 [1] + 192 00000100:00000001:1.0:1402947131.715219:0:22965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1402947131.715223:0:22965:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:1.0:1402947131.715232:0:22965:0:(events.c:165:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1402947131.715241:0:22965:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:1.0:1402947131.715244:0:22965:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880fea9e7400 (tot 769086343). 00000800:00000200:1.0:1402947131.715247:0:22965:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff880fecf2e000] (257)++ 00000800:00000200:1.0:1402947131.715249:0:22965:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff880fecf2e000] (258)-- 00000800:00000200:1.0:1402947131.715250:0:22965:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff880fecf2e000] (257)-- 00000100:00000001:0.0:1402947131.715267:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1402947131.715270:0:23085:0:(client.c:1527:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1402947131.715275:0:23085:0:(lib-msg.c:48:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1402947131.715276:0:23085:0:(lib-msg.c:57:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1402947131.715278:0:23085:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1402947131.715284:0:23085:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:0.0:1402947131.715294:0:23085:0:(events.c:120:reply_in_callback()) @@@ unlink req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/368 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:0.0:1402947131.715301:0:23085:0:(events.c:175:reply_in_callback()) Process leaving 00000400:00000010:0.0:1402947131.715304:0:23085:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff8807c1470cc0 (tot 769086247). 00000400:00000200:0.0:1402947131.715307:0:23085:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff8807c3d529c0 00000400:00000010:0.0:1402947131.715309:0:23085:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff8807c3d529c0 (tot 769086119). 00000100:00000001:0.0:1402947131.715310:0:23085:0:(client.c:2391:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1402947131.715313:0:23085:0:(client.c:1222:after_reply()) Process entered 02000000:00000001:0.0:1402947131.715314:0:23085:0:(sec.c:1004:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1402947131.715316:0:23085:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1402947131.715318:0:23085:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1402947131.715320:0:23085:0:(sec.c:1058:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1402947131.715324:0:23085:0:(import.c:1588:at_measured()) add 40 to ffff880818a36c08 time=110 v=40 (40 40 40 40) 00000100:00001000:0.0:1402947131.715330:0:23085:0:(import.c:1588:at_measured()) add 1 to ffff880818a36b98 time=110 v=40 (1 1 1 1) 00000100:00000001:0.0:1402947131.715333:0:23085:0:(client.c:1159:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1402947131.715334:0:23085:0:(client.c:1182:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1402947131.715336:0:23085:0:(ldlm_request.c:1304:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1402947131.715338:0:23085:0:(ldlm_request.c:1342:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.715340:0:23085:0:(client.c:2482:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1402947131.715341:0:23085:0:(client.c:2490:ptlrpc_free_committed()) esfprod-OST0019-osc-MDT0007: skip recheck: last_committed 68724972752 00000100:00000001:0.0:1402947131.715343:0:23085:0:(client.c:2491:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1402947131.715344:0:23085:0:(client.c:1405:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1402947131.715347:0:23085:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:0.0:1402947131.715353:0:23085:0:(client.c:1798:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1402947131.715355:0:23085:0:(niobuf.c:430:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1402947131.715356:0:23085:0:(niobuf.c:440:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1402947131.715358:0:23085:0:(osp_precreate.c:101:osp_statfs_interpret()) Process entered 00000004:00000020:0.0:1402947131.715362:0:23085:0:(osp_precreate.c:123:osp_statfs_interpret()) updated statfs ffff880818a2a000 00000004:00000001:0.0:1402947131.715364:0:23085:0:(osp_precreate.c:125:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1402947131.715367:0:23085:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:0.0:1402947131.715374:0:23085:0:(client.c:1851:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_4:esfprod-MDT0007-mdtlov_UUID:23085:1470734506651716:10.151.10.12@o2ib8:13 00000100:00000001:0.0:1402947131.715376:0:23085:0:(client.c:1888:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1402947131.715378:0:23085:0:(client.c:2315:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1402947131.715380:0:23085:0:(client.c:2327:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff880fe19e2400 x1470734506651716/t0(0) o13->esfprod-OST0019-osc-MDT0007@10.151.10.12@o2ib8:7/4 lens 224/336 e 0 to 0 dl 1402947226 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:0.0:1402947131.715385:0:23085:0:(client.c:2237:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1402947131.715387:0:23085:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1402947131.715389:0:23085:0:(sec_null.c:231:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88076d4c0000. 02000000:00000001:0.0:1402947131.715391:0:23085:0:(sec.c:1724:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1402947131.715392:0:23085:0:(genops.c:1029:class_import_put()) Process entered 00000020:00000040:0.0:1402947131.715393:0:23085:0:(genops.c:1036:class_import_put()) import ffff880818a36800 refcount=2 obd=esfprod-OST0019-osc-MDT0007 00000020:00000001:0.0:1402947131.715395:0:23085:0:(genops.c:1045:class_import_put()) Process leaving 02000000:00000010:0.0:1402947131.715397:0:23085:0:(sec_null.c:201:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880fead2d5c0. 02000000:00000001:0.0:1402947131.715398:0:23085:0:(sec.c:448:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1402947131.715400:0:23085:0:(sec.c:464:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1402947131.715402:0:23085:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff880fe19e2400. 00000100:00000001:0.0:1402947131.715405:0:23085:0:(client.c:2292:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1402947131.715406:0:23085:0:(client.c:2331:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1402947131.715407:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1402947131.715412:0:23085:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1402947131.715413:0:23085:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.715414:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1402947131.715415:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.715417:0:23085:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1402947131.715418:0:23085:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1402947131.774264:0:37992:0:(llite_lib.c:2644:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1402947131.784385:0:37998:0:(llite_lib.c:2644:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.787158:0:37999:0:(module.c:157:libcfs_psdev_open()) Process entered 00000400:00000010:2.0:1402947131.787161:0:37999:0:(module.c:161:libcfs_psdev_open()) alloc '(ldu)': 16 at ffff8807c0c77a40 (tot 769086135). 00000400:00000001:2.0:1402947131.787164:0:37999:0:(module.c:168:libcfs_psdev_open()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.787170:0:37999:0:(module.c:299:libcfs_ioctl()) Process entered 00000400:00000010:2.0:1402947131.787171:0:37999:0:(module.c:301:libcfs_ioctl()) alloc '(buf)': 1024 at ffff880738318000 (tot 769087159). 00000400:00000001:2.0:1402947131.787173:0:37999:0:(linux-module.c:48:libcfs_ioctl_getdata()) Process entered 00000400:00000001:2.0:1402947131.787175:0:37999:0:(linux-module.c:89:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.787176:0:37999:0:(module.c:224:libcfs_ioctl_int()) Process entered 00000001:00000001:2.0:1402947131.787177:0:37999:0:(debug.c:344:libcfs_debug_mark_buffer()) *************************************************** 00000001:02000400:2.0:1402947131.787178:0:37999:0:(debug.c:345:libcfs_debug_mark_buffer()) DEBUG MARKER: done 00000001:00000001:2.0:1402947131.787184:0:37999:0:(debug.c:346:libcfs_debug_mark_buffer()) *************************************************** 00000400:00000001:2.0:1402947131.787185:0:37999:0:(module.c:239:libcfs_ioctl_int()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1402947131.787186:0:37999:0:(module.c:315:libcfs_ioctl()) kfreed 'buf': 1024 at ffff880738318000 (tot 769086135). 00000400:00000001:2.0:1402947131.787188:0:37999:0:(module.c:316:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.787324:0:37999:0:(module.c:175:libcfs_psdev_release()) Process entered 00000400:00000010:2.0:1402947131.787326:0:37999:0:(module.c:180:libcfs_psdev_release()) kfreed 'ldu': 16 at ffff8807c0c77a40 (tot 769086119). 00000400:00000001:2.0:1402947131.787328:0:37999:0:(module.c:184:libcfs_psdev_release()) Process leaving (rc=0 : 0 : 0) Debug log: 4065 lines, 4065 kept, 0 dropped, 0 bad.