00000100:00100000:0.0:1329970391.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246055:0@lo:400
00000100:00100000:0.0:1329970391.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970391.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246056:0@lo:400
00000100:00100000:0.0:1329970391.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970391.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246057:0@lo:400
00000100:00100000:0.0:1329970391.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970391.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246058:0@lo:400
00000100:00100000:0.0:1329970391.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970391.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246059:0@lo:400
00000100:00100000:0.0:1329970391.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970391.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246060:0@lo:400
00000100:00100000:0.0:1329970391.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970391.306908:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970391 exp ffff880008f8fc00
00000100:00080000:0.0:1329970391.306916:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970391 exp ffff880057c49800
00000100:00080000:0.0:1329970391.306921:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970391 exp ffff8800572c1c00
00000100:00080000:0.0:1329970391.306926:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970391 exp ffff880046d08400
00000100:00100000:0.0:1329970391.306942:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246056:12345-0@lo:400
00000100:00100000:0.0:1329970391.306970:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246056:12345-0@lo:400 Request procesed in 37us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970391.306979:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246057:12345-0@lo:400
00000100:00100000:0.0:1329970391.306992:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246057:12345-0@lo:400 Request procesed in 14us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970391.306998:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246059:12345-0@lo:400
00000100:00100000:0.0:1329970391.307009:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246059:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970391.307016:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246060:12345-0@lo:400
00000100:00100000:0.0:1329970391.307027:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246060:12345-0@lo:400 Request procesed in 12us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970391.307056:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970391 exp ffff880008f8f400
00000100:00100000:0.0:1329970391.307067:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246058:12345-0@lo:400
00000100:00100000:0.0:1329970391.307085:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246058:12345-0@lo:400 Request procesed in 23us (219us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970391.307096:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970391 exp ffff880052834000
00000100:00100000:0.0:1329970391.307105:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246055:12345-0@lo:400
00000100:00100000:0.0:1329970391.307118:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246055:12345-0@lo:400 Request procesed in 16us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970391.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246055:0@lo:400
00000100:00100000:0.0:1329970391.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246056:0@lo:400
00000100:00100000:0.0:1329970391.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246057:0@lo:400
00000100:00100000:0.0:1329970391.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246058:0@lo:400
00000100:00100000:0.0:1329970391.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246059:0@lo:400
00000100:00100000:0.0:1329970391.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246060:0@lo:400
00000100:00100000:0.0:1329970391.366600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970392.366616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970393.366606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970394.366619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970395.366603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970396.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970396.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970396.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970396.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332518966
00000100:00000400:0.0:1329970396.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970396.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970396.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970396.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970396.306719:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970396.306721:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970396.306722:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970396.306724:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332518966
00000100:00000400:0.0:1329970396.306726:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970396.306728:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970396.306730:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970396.306734:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970396.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246063:0@lo:400
00000100:00100000:0.0:1329970396.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970396.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246064:0@lo:400
00000100:00100000:0.0:1329970396.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970396.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246065:0@lo:400
00000100:00100000:0.0:1329970396.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970396.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246066:0@lo:400
00000100:00100000:0.0:1329970396.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970396.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246067:0@lo:400
00000100:00100000:0.0:1329970396.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970396.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246068:0@lo:400
00000100:00100000:0.0:1329970396.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970396.306900:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970396 exp ffff880008f8fc00
00000100:00080000:0.0:1329970396.306927:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970396 exp ffff880057c49800
00000100:00080000:0.0:1329970396.306933:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970396 exp ffff8800572c1c00
00000100:00080000:0.0:1329970396.306938:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970396 exp ffff880046d08400
00000100:00100000:0.0:1329970396.306965:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246064:12345-0@lo:400
00000100:00100000:0.0:1329970396.306995:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246064:12345-0@lo:400 Request procesed in 50us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970396.307004:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246065:12345-0@lo:400
00000100:00100000:0.0:1329970396.307017:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246065:12345-0@lo:400 Request procesed in 15us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970396.307024:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246067:12345-0@lo:400
00000100:00100000:0.0:1329970396.307035:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246067:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970396.307042:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246068:12345-0@lo:400
00000100:00100000:0.0:1329970396.307052:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246068:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970396.307071:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970396 exp ffff880052834000
00000100:00100000:0.0:1329970396.307079:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246063:12345-0@lo:400
00000100:00100000:0.0:1329970396.307093:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246063:12345-0@lo:400 Request procesed in 17us (313us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970396.307107:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970396 exp ffff880008f8f400
00000100:00100000:0.0:1329970396.307138:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246066:12345-0@lo:400
00000100:00100000:0.0:1329970396.307158:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246066:12345-0@lo:400 Request procesed in 26us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970396.307172:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246069:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970396.307186:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246069 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970396] [real_sent 1329970396] [current 1329970396] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970396.307196:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970396.307203:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970396.307204:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970396.307207:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246069:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970396.307210:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246070:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970396.307217:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246070 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970396] [real_sent 1329970396] [current 1329970396] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970396.307224:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970396.307229:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970396.307230:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970396.307232:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246070:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970396.307248:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246063:0@lo:400
00000100:00100000:0.0:1329970396.307254:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246064:0@lo:400
00000100:00100000:0.0:1329970396.307259:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246065:0@lo:400
00000100:00100000:0.0:1329970396.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246066:0@lo:400
00000100:00100000:0.0:1329970396.307267:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246067:0@lo:400
00000100:00100000:0.0:1329970396.307271:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246068:0@lo:400
00000100:00100000:0.0:1329970396.366618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970397.366630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970398.366615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970399.366604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970400.366602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970401.306601:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970401.306607:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970401.306609:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970401.306614:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332523966
00000100:00000400:0.0:1329970401.306616:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970401.306621:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970401.306627:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970401.306637:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970401.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970401.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970401.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970401.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332523966
00000100:00000400:0.0:1329970401.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970401.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970401.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970401.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970401.306677:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246077:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970401.306704:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246077 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970401] [real_sent 1329970401] [current 1329970401] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970401.306714:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970401.306721:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970401.306722:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970401.306725:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246077:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970401.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246078:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970401.306739:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246078 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970401] [real_sent 1329970401] [current 1329970401] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970401.306747:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970401.306751:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970401.306753:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970401.306755:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246078:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970401.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246071:0@lo:400
00000100:00100000:0.0:1329970401.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970401.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246072:0@lo:400
00000100:00100000:0.0:1329970401.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970401.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246073:0@lo:400
00000100:00100000:0.0:1329970401.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970401.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246074:0@lo:400
00000100:00100000:0.0:1329970401.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970401.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246075:0@lo:400
00000100:00100000:0.0:1329970401.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970401.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246076:0@lo:400
00000100:00100000:0.0:1329970401.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970401.306892:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970401 exp ffff880008f8fc00
00000100:00080000:0.0:1329970401.306901:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970401 exp ffff880057c49800
00000100:00080000:0.0:1329970401.306905:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970401 exp ffff8800572c1c00
00000100:00080000:0.0:1329970401.306910:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970401 exp ffff880046d08400
00000100:00100000:0.0:1329970401.306928:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246072:12345-0@lo:400
00000100:00100000:0.0:1329970401.306956:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246072:12345-0@lo:400 Request procesed in 39us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970401.306965:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246073:12345-0@lo:400
00000100:00100000:0.0:1329970401.306978:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246073:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970401.306985:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246075:12345-0@lo:400
00000100:00100000:0.0:1329970401.306996:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246075:12345-0@lo:400 Request procesed in 13us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970401.307002:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246076:12345-0@lo:400
00000100:00100000:0.0:1329970401.307013:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246076:12345-0@lo:400 Request procesed in 13us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970401.307031:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970401 exp ffff880008f8f400
00000100:00100000:0.0:1329970401.307039:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246074:12345-0@lo:400
00000100:00100000:0.0:1329970401.307056:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246074:12345-0@lo:400 Request procesed in 20us (211us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970401.307066:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970401 exp ffff880052834000
00000100:00100000:0.0:1329970401.307075:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246071:12345-0@lo:400
00000100:00100000:0.0:1329970401.307088:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246071:12345-0@lo:400 Request procesed in 16us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970401.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246071:0@lo:400
00000100:00100000:0.0:1329970401.307112:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246072:0@lo:400
00000100:00100000:0.0:1329970401.307116:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246073:0@lo:400
00000100:00100000:0.0:1329970401.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246074:0@lo:400
00000100:00100000:0.0:1329970401.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246075:0@lo:400
00000100:00100000:0.0:1329970401.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246076:0@lo:400
00000100:00100000:0.0:1329970401.366599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970402.366612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970403.366601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970404.366594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970405.366601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970406.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970406.306649:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970406.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970406.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332528966
00000100:00000400:0.0:1329970406.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970406.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970406.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970406.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373246085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970406.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970406.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970406.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970406.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332528966
00000100:00000400:0.0:1329970406.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970406.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970406.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970406.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373246086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970406.306715:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246079:0@lo:400
00000100:00100000:0.0:1329970406.306740:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970406.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246080:0@lo:400
00000100:00100000:0.0:1329970406.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970406.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246081:0@lo:400
00000100:00100000:0.0:1329970406.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970406.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246082:0@lo:400
00000100:00100000:0.0:1329970406.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970406.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246083:0@lo:400
00000100:00100000:0.0:1329970406.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970406.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246084:0@lo:400
00000100:00100000:0.0:1329970406.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970406.306858:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970406 exp ffff880008f8fc00
00000100:00080000:0.0:1329970406.306866:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970406 exp ffff880057c49800
00000100:00080000:0.0:1329970406.306871:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970406 exp ffff8800572c1c00
00000100:00080000:0.0:1329970406.306875:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970406 exp ffff880046d08400
00000100:00100000:0.0:1329970406.306895:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246080:12345-0@lo:400
00000100:00100000:0.0:1329970406.306923:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246080:12345-0@lo:400 Request procesed in 42us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970406.306933:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246081:12345-0@lo:400
00000100:00100000:0.0:1329970406.306945:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246081:12345-0@lo:400 Request procesed in 15us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970406.306952:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246083:12345-0@lo:400
00000100:00100000:0.0:1329970406.306963:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246083:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970406.306983:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246084:12345-0@lo:400
00000100:00100000:0.0:1329970406.306994:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246084:12345-0@lo:400 Request procesed in 14us (159us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970406.307012:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970406 exp ffff880052834000
00000100:00100000:0.0:1329970406.307021:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246079:12345-0@lo:400
00000100:00100000:0.0:1329970406.307034:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246079:12345-0@lo:400 Request procesed in 16us (294us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970406.307046:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970406 exp ffff880008f8f400
00000100:00100000:0.0:1329970406.307054:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246082:12345-0@lo:400
00000100:00100000:0.0:1329970406.307071:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246082:12345-0@lo:400 Request procesed in 19us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970406.307083:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246085:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970406.307096:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246085 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970406] [real_sent 1329970406] [current 1329970406] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373246085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970406.307106:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373246085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970406.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970406.307114:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970406.307117:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246085:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970406.307120:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246086:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970406.307126:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246086 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970406] [real_sent 1329970406] [current 1329970406] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373246086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970406.307133:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373246086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970406.307138:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970406.307139:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970406.307141:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246086:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970406.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246079:0@lo:400
00000100:00100000:0.0:1329970406.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246080:0@lo:400
00000100:00100000:0.0:1329970406.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246081:0@lo:400
00000100:00100000:0.0:1329970406.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246082:0@lo:400
00000100:00100000:0.0:1329970406.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246083:0@lo:400
00000100:00100000:0.0:1329970406.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246084:0@lo:400
00000100:00100000:0.0:1329970406.366603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970407.366619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970408.366638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970409.366598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970410.366592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970411.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970411.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970411.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970411.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332533966
00000100:00000400:0.0:1329970411.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970411.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970411.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970411.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373246093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970411.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970411.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970411.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970411.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332533966
00000100:00000400:0.0:1329970411.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970411.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970411.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970411.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373246094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970411.306733:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246093:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970411.306766:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246093 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970411] [real_sent 1329970411] [current 1329970411] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373246093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970411.306776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373246093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970411.306782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970411.306784:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970411.306787:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246093:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970411.306790:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246094:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970411.306798:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246094 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970411] [real_sent 1329970411] [current 1329970411] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373246094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970411.306805:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373246094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970411.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970411.306811:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970411.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246094:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970411.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246087:0@lo:400
00000100:00100000:0.0:1329970411.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970411.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246088:0@lo:400
00000100:00100000:0.0:1329970411.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970411.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246089:0@lo:400
00000100:00100000:0.0:1329970411.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970411.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246090:0@lo:400
00000100:00100000:0.0:1329970411.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970411.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246091:0@lo:400
00000100:00100000:0.0:1329970411.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970411.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246092:0@lo:400
00000100:00100000:0.0:1329970411.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970411.306918:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970411 exp ffff880008f8fc00
00000100:00080000:0.0:1329970411.306926:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970411 exp ffff880057c49800
00000100:00080000:0.0:1329970411.306931:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970411 exp ffff8800572c1c00
00000100:00080000:0.0:1329970411.306935:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970411 exp ffff880046d08400
00000100:00100000:0.0:1329970411.306954:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246088:12345-0@lo:400
00000100:00100000:0.0:1329970411.306981:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246088:12345-0@lo:400 Request procesed in 39us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970411.306990:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246089:12345-0@lo:400
00000100:00100000:0.0:1329970411.307004:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246089:12345-0@lo:400 Request procesed in 16us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970411.307011:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246091:12345-0@lo:400
00000100:00100000:0.0:1329970411.307021:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246091:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970411.307028:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246092:12345-0@lo:400
00000100:00100000:0.0:1329970411.307039:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246092:12345-0@lo:400 Request procesed in 12us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970411.307058:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970411 exp ffff880008f8f400
00000100:00100000:0.0:1329970411.307067:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246090:12345-0@lo:400
00000100:00100000:0.0:1329970411.307084:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246090:12345-0@lo:400 Request procesed in 19us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970411.307107:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970411 exp ffff880052834000
00000100:00100000:0.0:1329970411.307118:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246087:12345-0@lo:400
00000100:00100000:0.0:1329970411.307131:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246087:12345-0@lo:400 Request procesed in 18us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970411.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246087:0@lo:400
00000100:00100000:0.0:1329970411.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246088:0@lo:400
00000100:00100000:0.0:1329970411.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246089:0@lo:400
00000100:00100000:0.0:1329970411.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246090:0@lo:400
00000100:00100000:0.0:1329970411.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246091:0@lo:400
00000100:00100000:0.0:1329970411.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246092:0@lo:400
00000100:00100000:0.0:1329970411.366597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970412.366612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970413.366619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970414.366608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970415.366622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970416.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970416.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970416.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970416.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332538966
00000100:00000400:0.0:1329970416.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970416.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970416.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970416.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970416.306700:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970416.306701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970416.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970416.306705:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332538966
00000100:00000400:0.0:1329970416.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970416.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970416.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970416.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373246102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970416.306734:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246101:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970416.306762:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246101 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970416] [real_sent 1329970416] [current 1329970416] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970416.306772:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970416.306778:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970416.306780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970416.306782:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246101:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970416.306785:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246102:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970416.306793:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246102 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970416] [real_sent 1329970416] [current 1329970416] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373246102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970416.306806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373246102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970416.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970416.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970416.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246102:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970416.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246095:0@lo:400
00000100:00100000:0.0:1329970416.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970416.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246096:0@lo:400
00000100:00100000:0.0:1329970416.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970416.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246097:0@lo:400
00000100:00100000:0.0:1329970416.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970416.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246098:0@lo:400
00000100:00100000:0.0:1329970416.306912:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970416.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246099:0@lo:400
00000100:00100000:0.0:1329970416.306928:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970416.306933:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246100:0@lo:400
00000100:00100000:0.0:1329970416.306939:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970416.306959:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970416 exp ffff880008f8fc00
00000100:00080000:0.0:1329970416.306968:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970416 exp ffff880057c49800
00000100:00080000:0.0:1329970416.306973:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970416 exp ffff8800572c1c00
00000100:00080000:0.0:1329970416.306977:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970416 exp ffff880046d08400
00000100:00100000:0.0:1329970416.307002:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246096:12345-0@lo:400
00000100:00100000:0.0:1329970416.307032:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246096:12345-0@lo:400 Request procesed in 48us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970416.307044:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246097:12345-0@lo:400
00000100:00100000:0.0:1329970416.307056:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246097:12345-0@lo:400 Request procesed in 15us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970416.307063:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246099:12345-0@lo:400
00000100:00100000:0.0:1329970416.307074:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246099:12345-0@lo:400 Request procesed in 13us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970416.307080:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246100:12345-0@lo:400
00000100:00100000:0.0:1329970416.307092:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246100:12345-0@lo:400 Request procesed in 13us (151us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970416.307110:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970416 exp ffff880052834000
00000100:00100000:0.0:1329970416.307118:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246095:12345-0@lo:400
00000100:00100000:0.0:1329970416.307133:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246095:12345-0@lo:400 Request procesed in 16us (293us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970416.307146:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970416 exp ffff880008f8f400
00000100:00100000:0.0:1329970416.307155:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246098:12345-0@lo:400
00000100:00100000:0.0:1329970416.307193:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246098:12345-0@lo:400 Request procesed in 39us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970416.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246095:0@lo:400
00000100:00100000:0.0:1329970416.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246096:0@lo:400
00000100:00100000:0.0:1329970416.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246097:0@lo:400
00000100:00100000:0.0:1329970416.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246098:0@lo:400
00000100:00100000:0.0:1329970416.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246099:0@lo:400
00000100:00100000:0.0:1329970416.307250:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246100:0@lo:400
00000100:00100000:0.0:1329970416.366600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970417.366600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970418.366598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970419.366617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970420.366587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970421.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970421.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970421.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970421.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332543966
00000100:00000400:0.0:1329970421.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970421.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970421.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970421.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970421.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970421.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970421.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970421.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332543966
00000100:00000400:0.0:1329970421.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970421.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970421.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970421.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970421.306723:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246109:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970421.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246109 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970421] [real_sent 1329970421] [current 1329970421] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970421.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970421.306769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970421.306771:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970421.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246109:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970421.306776:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246110:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970421.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246110 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970421] [real_sent 1329970421] [current 1329970421] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970421.306790:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970421.306795:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970421.306796:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970421.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246110:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970421.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246103:0@lo:400
00000100:00100000:0.0:1329970421.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970421.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246104:0@lo:400
00000100:00100000:0.0:1329970421.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970421.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246105:0@lo:400
00000100:00100000:0.0:1329970421.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970421.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246106:0@lo:400
00000100:00100000:0.0:1329970421.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970421.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246107:0@lo:400
00000100:00100000:0.0:1329970421.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970421.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246108:0@lo:400
00000100:00100000:0.0:1329970421.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970421.306935:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970421 exp ffff880008f8fc00
00000100:00080000:0.0:1329970421.306943:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970421 exp ffff880057c49800
00000100:00080000:0.0:1329970421.306948:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970421 exp ffff8800572c1c00
00000100:00080000:0.0:1329970421.306952:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970421 exp ffff880046d08400
00000100:00100000:0.0:1329970421.306970:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246104:12345-0@lo:400
00000100:00100000:0.0:1329970421.306998:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246104:12345-0@lo:400 Request procesed in 39us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970421.307008:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246105:12345-0@lo:400
00000100:00100000:0.0:1329970421.307020:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246105:12345-0@lo:400 Request procesed in 15us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970421.307040:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246107:12345-0@lo:400
00000100:00100000:0.0:1329970421.307051:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246107:12345-0@lo:400 Request procesed in 13us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970421.307058:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246108:12345-0@lo:400
00000100:00100000:0.0:1329970421.307068:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246108:12345-0@lo:400 Request procesed in 13us (153us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970421.307086:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970421 exp ffff880008f8f400
00000100:00100000:0.0:1329970421.307095:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246106:12345-0@lo:400
00000100:00100000:0.0:1329970421.307112:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246106:12345-0@lo:400 Request procesed in 19us (250us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970421.307123:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970421 exp ffff880052834000
00000100:00100000:0.0:1329970421.307131:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246103:12345-0@lo:400
00000100:00100000:0.0:1329970421.307144:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246103:12345-0@lo:400 Request procesed in 15us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970421.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246103:0@lo:400
00000100:00100000:0.0:1329970421.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246104:0@lo:400
00000100:00100000:0.0:1329970421.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246105:0@lo:400
00000100:00100000:0.0:1329970421.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246106:0@lo:400
00000100:00100000:0.0:1329970421.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246107:0@lo:400
00000100:00100000:0.0:1329970421.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246108:0@lo:400
00000100:00100000:0.0:1329970421.366620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970422.366624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970423.366604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970424.366607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970425.366618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970426.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970426.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970426.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970426.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332548966
00000100:00000400:0.0:1329970426.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970426.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970426.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970426.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373246117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970426.306713:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970426.306715:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970426.306716:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970426.306718:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332548966
00000100:00000400:0.0:1329970426.306720:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970426.306722:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970426.306724:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970426.306728:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373246118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970426.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246111:0@lo:400
00000100:00100000:0.0:1329970426.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970426.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246112:0@lo:400
00000100:00100000:0.0:1329970426.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970426.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246113:0@lo:400
00000100:00100000:0.0:1329970426.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970426.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246114:0@lo:400
00000100:00100000:0.0:1329970426.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970426.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246115:0@lo:400
00000100:00100000:0.0:1329970426.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970426.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246116:0@lo:400
00000100:00100000:0.0:1329970426.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970426.306861:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970426 exp ffff880008f8fc00
00000100:00080000:0.0:1329970426.306869:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970426 exp ffff880057c49800
00000100:00080000:0.0:1329970426.306874:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970426 exp ffff8800572c1c00
00000100:00080000:0.0:1329970426.306879:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970426 exp ffff880046d08400
00000100:00100000:0.0:1329970426.306903:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246112:12345-0@lo:400
00000100:00100000:0.0:1329970426.306930:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246112:12345-0@lo:400 Request procesed in 44us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970426.306940:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246113:12345-0@lo:400
00000100:00100000:0.0:1329970426.306952:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246113:12345-0@lo:400 Request procesed in 14us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970426.306958:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246115:12345-0@lo:400
00000100:00100000:0.0:1329970426.306969:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246115:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970426.306976:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246116:12345-0@lo:400
00000100:00100000:0.0:1329970426.306987:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246116:12345-0@lo:400 Request procesed in 13us (144us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970426.307004:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970426 exp ffff880008f8f400
00000100:00100000:0.0:1329970426.307013:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246114:12345-0@lo:400
00000100:00100000:0.0:1329970426.307029:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246114:12345-0@lo:400 Request procesed in 19us (209us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970426.307040:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970426 exp ffff880052834000
00000100:00100000:0.0:1329970426.307048:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246111:12345-0@lo:400
00000100:00100000:0.0:1329970426.307061:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246111:12345-0@lo:400 Request procesed in 16us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970426.307077:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246117:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970426.307090:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246117 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970426] [real_sent 1329970426] [current 1329970426] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373246117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970426.307100:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373246117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970426.307107:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970426.307108:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970426.307111:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246117:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970426.307114:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246118:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970426.307121:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246118 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970426] [real_sent 1329970426] [current 1329970426] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373246118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970426.307134:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373246118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970426.307139:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970426.307140:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970426.307142:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246118:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970426.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246111:0@lo:400
00000100:00100000:0.0:1329970426.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246112:0@lo:400
00000100:00100000:0.0:1329970426.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246113:0@lo:400
00000100:00100000:0.0:1329970426.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246114:0@lo:400
00000100:00100000:0.0:1329970426.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246115:0@lo:400
00000100:00100000:0.0:1329970426.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246116:0@lo:400
00000100:00100000:0.0:1329970426.366620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970427.366611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970428.366620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970429.366604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970430.366607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970431.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970431.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970431.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970431.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332553966
00000100:00000400:0.0:1329970431.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970431.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970431.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970431.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970431.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970431.306712:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970431.306713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970431.306716:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332553966
00000100:00000400:0.0:1329970431.306717:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970431.306719:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970431.306722:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970431.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373246126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970431.306746:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246125:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970431.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246125 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970431] [real_sent 1329970431] [current 1329970431] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970431.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970431.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970431.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970431.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246125:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970431.306807:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246126:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970431.306814:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246126 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970431] [real_sent 1329970431] [current 1329970431] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373246126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970431.306822:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373246126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970431.306826:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970431.306828:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970431.306830:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246126:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970431.306998:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246119:0@lo:400
00000100:00100000:0.0:1329970431.307016:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970431.307023:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246120:0@lo:400
00000100:00100000:0.0:1329970431.307034:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970431.307039:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246121:0@lo:400
00000100:00100000:0.0:1329970431.307045:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970431.307050:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246122:0@lo:400
00000100:00100000:0.0:1329970431.307058:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970431.307062:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246123:0@lo:400
00000100:00100000:0.0:1329970431.307069:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970431.307074:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246124:0@lo:400
00000100:00100000:0.0:1329970431.307081:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970431.307099:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970431 exp ffff880008f8fc00
00000100:00080000:0.0:1329970431.307107:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970431 exp ffff880057c49800
00000100:00080000:0.0:1329970431.307112:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970431 exp ffff8800572c1c00
00000100:00080000:0.0:1329970431.307117:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970431 exp ffff880046d08400
00000100:00100000:0.0:1329970431.307133:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246120:12345-0@lo:400
00000100:00100000:0.0:1329970431.307161:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246120:12345-0@lo:400 Request procesed in 39us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970431.307205:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246121:12345-0@lo:400
00000100:00100000:0.0:1329970431.307222:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246121:12345-0@lo:400 Request procesed in 53us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970431.307229:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246123:12345-0@lo:400
00000100:00100000:0.0:1329970431.307241:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246123:12345-0@lo:400 Request procesed in 14us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970431.307248:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246124:12345-0@lo:400
00000100:00100000:0.0:1329970431.307259:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246124:12345-0@lo:400 Request procesed in 13us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970431.307279:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970431 exp ffff880052834000
00000100:00100000:0.0:1329970431.307288:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246119:12345-0@lo:400
00000100:00100000:0.0:1329970431.307303:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246119:12345-0@lo:400 Request procesed in 17us (287us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970431.307316:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970431 exp ffff880008f8f400
00000100:00100000:0.0:1329970431.307325:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246122:12345-0@lo:400
00000100:00100000:0.0:1329970431.307342:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246122:12345-0@lo:400 Request procesed in 20us (284us total) trans 0 rc 0/0
00000400:02020000:0.0:1329970431.307403:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329970431.307429:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246119:0@lo:400
00000100:00100000:0.0:1329970431.307436:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246120:0@lo:400
00000100:00100000:0.0:1329970431.307439:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246121:0@lo:400
00000100:00100000:0.0:1329970431.307443:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246122:0@lo:400
00000100:00100000:0.0:1329970431.307447:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246123:0@lo:400
00000100:00100000:0.0:1329970431.307451:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246124:0@lo:400
00000800:00020000:0.0:1329970431.307491:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970431.307502:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970431.366619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970432.366634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970433.366604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970434.366568:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970435.366564:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970436.306602:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970436.306607:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970436.306609:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970436.306613:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332558966
00000100:00000400:0.0:1329970436.306615:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970436.306619:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970436.306623:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970436.306629:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970436.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970436.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970436.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970436.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332558966
00000100:00000400:0.0:1329970436.306639:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970436.306641:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970436.306642:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970436.306645:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373246134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970436.306660:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246133:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970436.306681:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246133 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970436] [real_sent 1329970436] [current 1329970436] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970436.306689:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970436.306694:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970436.306695:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970436.306697:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246133:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970436.306700:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246134:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970436.306734:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246134 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970436] [real_sent 1329970436] [current 1329970436] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373246134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970436.306740:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373246134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970436.306743:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970436.306744:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970436.306746:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246134:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970436.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246127:0@lo:400
00000100:00100000:0.0:1329970436.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970436.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246128:0@lo:400
00000100:00100000:0.0:1329970436.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970436.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246129:0@lo:400
00000100:00100000:0.0:1329970436.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970436.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246130:0@lo:400
00000100:00100000:0.0:1329970436.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970436.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246131:0@lo:400
00000100:00100000:0.0:1329970436.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970436.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246132:0@lo:400
00000100:00100000:0.0:1329970436.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970436.306849:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970436 exp ffff880008f8fc00
00000100:00080000:0.0:1329970436.306856:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970436 exp ffff880057c49800
00000100:00080000:0.0:1329970436.306861:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970436 exp ffff8800572c1c00
00000100:00080000:0.0:1329970436.306873:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970436 exp ffff880046d08400
00000100:00100000:0.0:1329970436.306892:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246128:12345-0@lo:400
00000100:00100000:0.0:1329970436.306911:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246128:12345-0@lo:400 Request procesed in 33us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970436.306928:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246129:12345-0@lo:400
00000100:00100000:0.0:1329970436.306936:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246129:12345-0@lo:400 Request procesed in 10us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970436.306941:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246131:12345-0@lo:400
00000100:00100000:0.0:1329970436.306949:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246131:12345-0@lo:400 Request procesed in 9us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970436.306954:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246132:12345-0@lo:400
00000100:00100000:0.0:1329970436.306961:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246132:12345-0@lo:400 Request procesed in 8us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970436.306975:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970436 exp ffff880052834000
00000100:00100000:0.0:1329970436.306981:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246127:12345-0@lo:400
00000100:00100000:0.0:1329970436.306990:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246127:12345-0@lo:400 Request procesed in 11us (225us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970436.306999:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970436 exp ffff880008f8f400
00000100:00100000:0.0:1329970436.307005:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246130:12345-0@lo:400
00000100:00100000:0.0:1329970436.307016:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246130:12345-0@lo:400 Request procesed in 13us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970436.307027:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246127:0@lo:400
00000100:00100000:0.0:1329970436.307031:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246128:0@lo:400
00000100:00100000:0.0:1329970436.307034:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246129:0@lo:400
00000100:00100000:0.0:1329970436.307037:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246130:0@lo:400
00000100:00100000:0.0:1329970436.307040:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246131:0@lo:400
00000100:00100000:0.0:1329970436.307043:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246132:0@lo:400
00000100:00100000:0.0:1329970436.366562:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970437.366562:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970438.366583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970439.366563:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970440.366557:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970441.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970441.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970441.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970441.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332563966
00000100:00000400:0.0:1329970441.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970441.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970441.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970441.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970441.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970441.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970441.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970441.306700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332563966
00000100:00000400:0.0:1329970441.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970441.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970441.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970441.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373246142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970441.306730:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246135:0@lo:400
00000100:00100000:0.0:1329970441.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970441.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246136:0@lo:400
00000100:00100000:0.0:1329970441.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970441.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246137:0@lo:400
00000100:00100000:0.0:1329970441.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970441.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246138:0@lo:400
00000100:00100000:0.0:1329970441.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970441.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246139:0@lo:400
00000100:00100000:0.0:1329970441.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970441.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246140:0@lo:400
00000100:00100000:0.0:1329970441.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970441.306851:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970441 exp ffff880052834000
00000100:00100000:0.0:1329970441.306883:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246135:12345-0@lo:400
00000100:00100000:0.0:1329970441.306926:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246135:12345-0@lo:400 Request procesed in 60us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970441.306950:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970441 exp ffff880008f8fc00
00000100:00080000:0.0:1329970441.306962:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970441 exp ffff880057c49800
00000100:00080000:0.0:1329970441.306970:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970441 exp ffff8800572c1c00
00000100:00080000:0.0:1329970441.306979:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970441 exp ffff880046d08400
00000100:00100000:0.0:1329970441.306996:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246136:12345-0@lo:400
00000100:00100000:0.0:1329970441.307025:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246136:12345-0@lo:400 Request procesed in 35us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970441.307040:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246137:12345-0@lo:400
00000100:00100000:0.0:1329970441.307064:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246137:12345-0@lo:400 Request procesed in 28us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970441.307077:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246139:12345-0@lo:400
00000100:00100000:0.0:1329970441.307098:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246139:12345-0@lo:400 Request procesed in 24us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970441.307106:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246140:12345-0@lo:400
00000100:00100000:0.0:1329970441.307119:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246140:12345-0@lo:400 Request procesed in 16us (293us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970441.307131:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970441 exp ffff880008f8f400
00000100:00100000:0.0:1329970441.307141:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246138:12345-0@lo:400
00000100:00100000:0.0:1329970441.307157:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246138:12345-0@lo:400 Request procesed in 19us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970441.307178:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246141:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970441.307192:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246141 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970441] [real_sent 1329970441] [current 1329970441] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970441.307202:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970441.307208:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970441.307210:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970441.307212:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246141:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970441.307215:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246142:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970441.307259:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246142 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970441] [real_sent 1329970441] [current 1329970441] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373246142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970441.307273:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373246142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970441.307281:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970441.307284:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970441.307288:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246142:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970441.307313:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246135:0@lo:400
00000100:00100000:0.0:1329970441.307322:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246136:0@lo:400
00000100:00100000:0.0:1329970441.307327:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246137:0@lo:400
00000100:00100000:0.0:1329970441.307332:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246138:0@lo:400
00000100:00100000:0.0:1329970441.307336:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246139:0@lo:400
00000100:00100000:0.0:1329970441.307340:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246140:0@lo:400
00000100:00100000:0.0:1329970441.366602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970442.366612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970443.366604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970444.366599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970445.366612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970446.306615:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970446.306621:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970446.306623:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970446.306628:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332568966
00000100:00000400:0.0:1329970446.306630:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970446.306635:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970446.306641:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970446.306648:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373246149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970446.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970446.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970446.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970446.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332568966
00000100:00000400:0.0:1329970446.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970446.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970446.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970446.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970446.306689:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246143:0@lo:400
00000100:00100000:0.0:1329970446.306715:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970446.306723:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246144:0@lo:400
00000100:00100000:0.0:1329970446.306732:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970446.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246145:0@lo:400
00000100:00100000:0.0:1329970446.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970446.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246146:0@lo:400
00000100:00100000:0.0:1329970446.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970446.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246147:0@lo:400
00000100:00100000:0.0:1329970446.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970446.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246148:0@lo:400
00000100:00100000:0.0:1329970446.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970446.306831:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970446 exp ffff880052834000
00000100:00100000:0.0:1329970446.306854:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246143:12345-0@lo:400
00000100:00100000:0.0:1329970446.306880:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246143:12345-0@lo:400 Request procesed in 40us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970446.306894:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970446 exp ffff880008f8fc00
00000100:00080000:0.0:1329970446.306900:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970446 exp ffff880057c49800
00000100:00080000:0.0:1329970446.306905:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970446 exp ffff8800572c1c00
00000100:00080000:0.0:1329970446.306909:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970446 exp ffff880046d08400
00000100:00100000:0.0:1329970446.306918:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246144:12345-0@lo:400
00000100:00100000:0.0:1329970446.306935:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246144:12345-0@lo:400 Request procesed in 20us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970446.306943:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246145:12345-0@lo:400
00000100:00100000:0.0:1329970446.306955:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246145:12345-0@lo:400 Request procesed in 13us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970446.306961:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246147:12345-0@lo:400
00000100:00100000:0.0:1329970446.306972:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246147:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970446.306979:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246148:12345-0@lo:400
00000100:00100000:0.0:1329970446.306990:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246148:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970446.307009:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970446 exp ffff880008f8f400
00000100:00100000:0.0:1329970446.307018:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246146:12345-0@lo:400
00000100:00100000:0.0:1329970446.307034:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246146:12345-0@lo:400 Request procesed in 19us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970446.307055:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246149:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970446.307068:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246149 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970446] [real_sent 1329970446] [current 1329970446] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373246149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970446.307078:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373246149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970446.307084:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970446.307086:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970446.307088:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246149:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970446.307091:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246150:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970446.307098:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246150 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970446] [real_sent 1329970446] [current 1329970446] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970446.307105:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970446.307110:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970446.307111:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970446.307113:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246150:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970446.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246143:0@lo:400
00000100:00100000:0.0:1329970446.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246144:0@lo:400
00000100:00100000:0.0:1329970446.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246145:0@lo:400
00000100:00100000:0.0:1329970446.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246146:0@lo:400
00000100:00100000:0.0:1329970446.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246147:0@lo:400
00000100:00100000:0.0:1329970446.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246148:0@lo:400
00000100:00100000:0.0:1329970446.366594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970447.366604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970448.368815:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970449.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970450.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970451.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970451.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970451.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970451.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332573966
00000100:00000400:0.0:1329970451.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970451.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970451.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970451.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970451.306718:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970451.306720:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970451.306721:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970451.306723:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332573966
00000100:00000400:0.0:1329970451.306725:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970451.306727:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970451.306729:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970451.306733:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970451.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246151:0@lo:400
00000100:00100000:0.0:1329970451.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970451.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246152:0@lo:400
00000100:00100000:0.0:1329970451.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970451.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246153:0@lo:400
00000100:00100000:0.0:1329970451.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970451.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246154:0@lo:400
00000100:00100000:0.0:1329970451.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970451.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246155:0@lo:400
00000100:00100000:0.0:1329970451.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970451.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246156:0@lo:400
00000100:00100000:0.0:1329970451.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970451.306928:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970451 exp ffff880052834000
00000100:00100000:0.0:1329970451.306947:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246151:12345-0@lo:400
00000100:00100000:0.0:1329970451.306972:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246151:12345-0@lo:400 Request procesed in 36us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970451.306986:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970451 exp ffff880008f8fc00
00000100:00080000:0.0:1329970451.306993:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970451 exp ffff880057c49800
00000100:00080000:0.0:1329970451.306997:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970451 exp ffff8800572c1c00
00000100:00080000:0.0:1329970451.307002:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970451 exp ffff880046d08400
00000100:00100000:0.0:1329970451.307010:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246152:12345-0@lo:400
00000100:00100000:0.0:1329970451.307027:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246152:12345-0@lo:400 Request procesed in 20us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970451.307035:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246153:12345-0@lo:400
00000100:00100000:0.0:1329970451.307047:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246153:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970451.307054:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246155:12345-0@lo:400
00000100:00100000:0.0:1329970451.307065:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246155:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970451.307072:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246156:12345-0@lo:400
00000100:00100000:0.0:1329970451.307084:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246156:12345-0@lo:400 Request procesed in 15us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970451.307094:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970451 exp ffff880008f8f400
00000100:00100000:0.0:1329970451.307102:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246154:12345-0@lo:400
00000100:00100000:0.0:1329970451.307119:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246154:12345-0@lo:400 Request procesed in 18us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970451.307139:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246157:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970451.307152:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246157 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970451] [real_sent 1329970451] [current 1329970451] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970451.307169:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970451.307175:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970451.307177:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970451.307179:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246157:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970451.307182:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246158:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970451.307189:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246158 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970451] [real_sent 1329970451] [current 1329970451] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970451.307196:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970451.307201:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970451.307202:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970451.307204:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246158:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970451.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246151:0@lo:400
00000100:00100000:0.0:1329970451.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246152:0@lo:400
00000100:00100000:0.0:1329970451.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246153:0@lo:400
00000100:00100000:0.0:1329970451.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246154:0@lo:400
00000100:00100000:0.0:1329970451.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246155:0@lo:400
00000100:00100000:0.0:1329970451.307242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246156:0@lo:400
00000100:00100000:0.0:1329970451.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970452.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970453.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970454.368582:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970455.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970456.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970456.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970456.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970456.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332578966
00000100:00000400:0.0:1329970456.306645:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970456.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970456.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970456.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970456.306671:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970456.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970456.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970456.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332578966
00000100:00000400:0.0:1329970456.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970456.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970456.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970456.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373246166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970456.306707:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246165:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970456.306734:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246165 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970456] [real_sent 1329970456] [current 1329970456] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970456.306745:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970456.306751:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970456.306753:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970456.306756:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246165:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970456.306758:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246166:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970456.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246166 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970456] [real_sent 1329970456] [current 1329970456] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373246166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970456.306777:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373246166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970456.306781:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970456.306783:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970456.306785:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246166:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970456.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246159:0@lo:400
00000100:00100000:0.0:1329970456.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970456.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246160:0@lo:400
00000100:00100000:0.0:1329970456.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970456.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246161:0@lo:400
00000100:00100000:0.0:1329970456.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970456.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246162:0@lo:400
00000100:00100000:0.0:1329970456.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970456.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246163:0@lo:400
00000100:00100000:0.0:1329970456.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970456.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246164:0@lo:400
00000100:00100000:0.0:1329970456.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970456.306891:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970456 exp ffff880052834000
00000100:00100000:0.0:1329970456.306920:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246159:12345-0@lo:400
00000100:00100000:0.0:1329970456.306943:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246159:12345-0@lo:400 Request procesed in 44us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970456.306957:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970456 exp ffff880008f8fc00
00000100:00080000:0.0:1329970456.306964:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970456 exp ffff880057c49800
00000100:00080000:0.0:1329970456.306969:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970456 exp ffff8800572c1c00
00000100:00080000:0.0:1329970456.306973:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970456 exp ffff880046d08400
00000100:00100000:0.0:1329970456.306981:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246160:12345-0@lo:400
00000100:00100000:0.0:1329970456.306998:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246160:12345-0@lo:400 Request procesed in 20us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970456.307007:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246161:12345-0@lo:400
00000100:00100000:0.0:1329970456.307018:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246161:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970456.307025:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246163:12345-0@lo:400
00000100:00100000:0.0:1329970456.307036:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246163:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970456.307043:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246164:12345-0@lo:400
00000100:00100000:0.0:1329970456.307055:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246164:12345-0@lo:400 Request procesed in 15us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970456.307066:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970456 exp ffff880008f8f400
00000100:00100000:0.0:1329970456.307074:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246162:12345-0@lo:400
00000100:00100000:0.0:1329970456.307090:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246162:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970456.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246159:0@lo:400
00000100:00100000:0.0:1329970456.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246160:0@lo:400
00000100:00100000:0.0:1329970456.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246161:0@lo:400
00000100:00100000:0.0:1329970456.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246162:0@lo:400
00000100:00100000:0.0:1329970456.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246163:0@lo:400
00000100:00100000:0.0:1329970456.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246164:0@lo:400
00000100:00100000:0.0:1329970456.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970457.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970458.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970459.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970460.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970461.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970461.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970461.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970461.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332583966
00000100:00000400:0.0:1329970461.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970461.306700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970461.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970461.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970461.306722:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970461.306723:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970461.306725:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970461.306727:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332583966
00000100:00000400:0.0:1329970461.306729:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970461.306731:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970461.306733:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970461.306737:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373246174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970461.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246167:0@lo:400
00000100:00100000:0.0:1329970461.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970461.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246168:0@lo:400
00000100:00100000:0.0:1329970461.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970461.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246169:0@lo:400
00000100:00100000:0.0:1329970461.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970461.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246170:0@lo:400
00000100:00100000:0.0:1329970461.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970461.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246171:0@lo:400
00000100:00100000:0.0:1329970461.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970461.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246172:0@lo:400
00000100:00100000:0.0:1329970461.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970461.306932:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970461 exp ffff880052834000
00000100:00100000:0.0:1329970461.306952:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246167:12345-0@lo:400
00000100:00100000:0.0:1329970461.306978:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246167:12345-0@lo:400 Request procesed in 37us (194us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970461.306993:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970461 exp ffff880008f8fc00
00000100:00080000:0.0:1329970461.307000:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970461 exp ffff880057c49800
00000100:00080000:0.0:1329970461.307005:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970461 exp ffff8800572c1c00
00000100:00080000:0.0:1329970461.307009:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970461 exp ffff880046d08400
00000100:00100000:0.0:1329970461.307018:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246168:12345-0@lo:400
00000100:00100000:0.0:1329970461.307035:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246168:12345-0@lo:400 Request procesed in 21us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970461.307044:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246169:12345-0@lo:400
00000100:00100000:0.0:1329970461.307056:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246169:12345-0@lo:400 Request procesed in 14us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970461.307062:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246171:12345-0@lo:400
00000100:00100000:0.0:1329970461.307074:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246171:12345-0@lo:400 Request procesed in 13us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970461.307093:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246172:12345-0@lo:400
00000100:00100000:0.0:1329970461.307104:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246172:12345-0@lo:400 Request procesed in 13us (196us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970461.307114:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970461 exp ffff880008f8f400
00000100:00100000:0.0:1329970461.307122:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246170:12345-0@lo:400
00000100:00100000:0.0:1329970461.307139:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246170:12345-0@lo:400 Request procesed in 19us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970461.307161:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246173:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970461.307174:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246173 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970461] [real_sent 1329970461] [current 1329970461] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970461.307185:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970461.307191:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970461.307193:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970461.307195:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246173:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970461.307198:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246174:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970461.307205:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246174 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970461] [real_sent 1329970461] [current 1329970461] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373246174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970461.307212:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373246174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970461.307217:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970461.307219:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970461.307221:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246174:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970461.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246167:0@lo:400
00000100:00100000:0.0:1329970461.307242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246168:0@lo:400
00000100:00100000:0.0:1329970461.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246169:0@lo:400
00000100:00100000:0.0:1329970461.307250:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246170:0@lo:400
00000100:00100000:0.0:1329970461.307254:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246171:0@lo:400
00000100:00100000:0.0:1329970461.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246172:0@lo:400
00000100:00100000:0.0:1329970461.368656:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970462.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970463.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970464.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970465.368568:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970466.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970466.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970466.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970466.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332588966
00000100:00000400:0.0:1329970466.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970466.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970466.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970466.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373246181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970466.306678:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970466.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970466.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970466.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332588966
00000100:00000400:0.0:1329970466.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970466.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970466.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970466.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373246182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970466.306714:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246175:0@lo:400
00000100:00100000:0.0:1329970466.306739:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970466.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246176:0@lo:400
00000100:00100000:0.0:1329970466.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970466.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246177:0@lo:400
00000100:00100000:0.0:1329970466.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970466.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246178:0@lo:400
00000100:00100000:0.0:1329970466.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970466.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246179:0@lo:400
00000100:00100000:0.0:1329970466.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970466.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246180:0@lo:400
00000100:00100000:0.0:1329970466.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970466.306825:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970466 exp ffff880052834000
00000100:00100000:0.0:1329970466.306852:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246175:12345-0@lo:400
00000100:00100000:0.0:1329970466.306876:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246175:12345-0@lo:400 Request procesed in 43us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970466.306890:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970466 exp ffff880008f8fc00
00000100:00100000:0.0:1329970466.306901:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246176:12345-0@lo:400
00000100:00100000:0.0:1329970466.306919:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246176:12345-0@lo:400 Request procesed in 21us (160us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970466.306925:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970466 exp ffff880057c49800
00000100:00080000:0.0:1329970466.306931:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970466 exp ffff8800572c1c00
00000100:00080000:0.0:1329970466.306935:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970466 exp ffff880046d08400
00000100:00100000:0.0:1329970466.306943:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246177:12345-0@lo:400
00000100:00100000:0.0:1329970466.306955:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246177:12345-0@lo:400 Request procesed in 14us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970466.306962:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246179:12345-0@lo:400
00000100:00100000:0.0:1329970466.306973:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246179:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970466.306980:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246180:12345-0@lo:400
00000100:00100000:0.0:1329970466.306991:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246180:12345-0@lo:400 Request procesed in 13us (184us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970466.307001:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970466 exp ffff880008f8f400
00000100:00100000:0.0:1329970466.307009:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246178:12345-0@lo:400
00000100:00100000:0.0:1329970466.307026:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246178:12345-0@lo:400 Request procesed in 19us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970466.307059:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246181:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970466.307072:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246181 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970466] [real_sent 1329970466] [current 1329970466] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373246181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970466.307082:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373246181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970466.307088:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970466.307090:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970466.307092:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246181:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970466.307095:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246182:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970466.307103:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246182 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970466] [real_sent 1329970466] [current 1329970466] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373246182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970466.307111:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373246182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970466.307115:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970466.307117:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970466.307118:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246182:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970466.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246175:0@lo:400
00000100:00100000:0.0:1329970466.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246176:0@lo:400
00000100:00100000:0.0:1329970466.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246177:0@lo:400
00000100:00100000:0.0:1329970466.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246178:0@lo:400
00000100:00100000:0.0:1329970466.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246179:0@lo:400
00000100:00100000:0.0:1329970466.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246180:0@lo:400
00000100:00100000:0.0:1329970466.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970467.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970468.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970469.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970470.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970471.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970471.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970471.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970471.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332593966
00000100:00000400:0.0:1329970471.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970471.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970471.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970471.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373246189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970471.306706:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970471.306708:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970471.306709:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970471.306712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332593966
00000100:00000400:0.0:1329970471.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970471.306715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970471.306717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970471.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373246190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970471.306741:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246189:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970471.306769:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246189 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970471] [real_sent 1329970471] [current 1329970471] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373246189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970471.306779:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373246189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970471.306785:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970471.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970471.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246189:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970471.306792:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246190:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970471.306800:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246190 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970471] [real_sent 1329970471] [current 1329970471] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373246190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970471.306807:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373246190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970471.306812:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970471.306813:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970471.306815:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246190:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970471.306829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246183:0@lo:400
00000100:00100000:0.0:1329970471.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970471.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246184:0@lo:400
00000100:00100000:0.0:1329970471.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970471.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246185:0@lo:400
00000100:00100000:0.0:1329970471.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970471.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246186:0@lo:400
00000100:00100000:0.0:1329970471.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970471.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246187:0@lo:400
00000100:00100000:0.0:1329970471.306926:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970471.306931:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246188:0@lo:400
00000100:00100000:0.0:1329970471.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970471.306957:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970471 exp ffff880052834000
00000100:00100000:0.0:1329970471.306976:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246183:12345-0@lo:400
00000100:00100000:0.0:1329970471.307001:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246183:12345-0@lo:400 Request procesed in 35us (159us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970471.307014:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970471 exp ffff880008f8fc00
00000100:00080000:0.0:1329970471.307021:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970471 exp ffff880057c49800
00000100:00080000:0.0:1329970471.307025:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970471 exp ffff8800572c1c00
00000100:00080000:0.0:1329970471.307030:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970471 exp ffff880046d08400
00000100:00100000:0.0:1329970471.307038:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246184:12345-0@lo:400
00000100:00100000:0.0:1329970471.307055:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246184:12345-0@lo:400 Request procesed in 20us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970471.307064:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246185:12345-0@lo:400
00000100:00100000:0.0:1329970471.307075:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246185:12345-0@lo:400 Request procesed in 14us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970471.307082:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246187:12345-0@lo:400
00000100:00100000:0.0:1329970471.307093:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246187:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970471.307099:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246188:12345-0@lo:400
00000100:00100000:0.0:1329970471.307110:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246188:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970471.307120:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970471 exp ffff880008f8f400
00000100:00100000:0.0:1329970471.307128:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246186:12345-0@lo:400
00000100:00100000:0.0:1329970471.307144:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246186:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970471.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246183:0@lo:400
00000100:00100000:0.0:1329970471.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246184:0@lo:400
00000100:00100000:0.0:1329970471.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246185:0@lo:400
00000100:00100000:0.0:1329970471.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246186:0@lo:400
00000100:00100000:0.0:1329970471.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246187:0@lo:400
00000100:00100000:0.0:1329970471.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246188:0@lo:400
00000100:00100000:0.0:1329970471.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970472.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970473.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970474.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970475.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970476.306861:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970476.306869:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970476.306872:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970476.306879:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332598966
00000100:00000400:0.0:1329970476.306881:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970476.306888:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970476.306895:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970476.306905:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970476.306913:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970476.306915:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970476.306916:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970476.306918:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332598966
00000100:00000400:0.0:1329970476.306920:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970476.306923:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970476.306925:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970476.306929:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373246198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970476.306951:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246191:0@lo:400
00000100:00100000:0.0:1329970476.306978:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970476.306987:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246192:0@lo:400
00000100:00100000:0.0:1329970476.306996:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970476.307001:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246193:0@lo:400
00000100:00100000:0.0:1329970476.307009:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970476.307014:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246194:0@lo:400
00000100:00100000:0.0:1329970476.307021:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970476.307026:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246195:0@lo:400
00000100:00100000:0.0:1329970476.307063:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970476.307071:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246196:0@lo:400
00000100:00100000:0.0:1329970476.307080:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970476.307100:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970476 exp ffff880052834000
00000100:00100000:0.0:1329970476.307126:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246191:12345-0@lo:400
00000100:00100000:0.0:1329970476.307151:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246191:12345-0@lo:400 Request procesed in 42us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970476.307165:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970476 exp ffff880008f8fc00
00000100:00080000:0.0:1329970476.307171:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970476 exp ffff880057c49800
00000100:00080000:0.0:1329970476.307176:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970476 exp ffff8800572c1c00
00000100:00080000:0.0:1329970476.307180:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970476 exp ffff880046d08400
00000100:00100000:0.0:1329970476.307190:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246192:12345-0@lo:400
00000100:00100000:0.0:1329970476.307207:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246192:12345-0@lo:400 Request procesed in 22us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970476.307215:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246193:12345-0@lo:400
00000100:00100000:0.0:1329970476.307227:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246193:12345-0@lo:400 Request procesed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970476.307245:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246195:12345-0@lo:400
00000100:00100000:0.0:1329970476.307256:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246195:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970476.307263:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246196:12345-0@lo:400
00000100:00100000:0.0:1329970476.307273:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246196:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970476.307283:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970476 exp ffff880008f8f400
00000100:00100000:0.0:1329970476.307292:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246194:12345-0@lo:400
00000100:00100000:0.0:1329970476.307308:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246194:12345-0@lo:400 Request procesed in 19us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970476.307330:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246197:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970476.307342:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246197 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970476] [real_sent 1329970476] [current 1329970476] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970476.307353:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970476.307359:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970476.307361:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970476.307363:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246197:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970476.307366:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246198:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970476.307373:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246198 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970476] [real_sent 1329970476] [current 1329970476] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373246198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970476.307380:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373246198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970476.307384:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970476.307386:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970476.307388:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246198:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970476.307403:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246191:0@lo:400
00000100:00100000:0.0:1329970476.307409:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246192:0@lo:400
00000100:00100000:0.0:1329970476.307413:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246193:0@lo:400
00000100:00100000:0.0:1329970476.307417:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246194:0@lo:400
00000100:00100000:0.0:1329970476.307421:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246195:0@lo:400
00000100:00100000:0.0:1329970476.307427:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246196:0@lo:400
00000100:00100000:0.0:1329970476.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970477.368592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970478.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970479.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970480.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970481.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970481.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970481.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970481.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332603966
00000100:00000400:0.0:1329970481.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970481.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970481.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970481.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373246205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970481.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970481.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970481.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970481.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332603966
00000100:00000400:0.0:1329970481.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970481.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970481.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970481.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970481.306724:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246199:0@lo:400
00000100:00100000:0.0:1329970481.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970481.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246200:0@lo:400
00000100:00100000:0.0:1329970481.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970481.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246201:0@lo:400
00000100:00100000:0.0:1329970481.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970481.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246202:0@lo:400
00000100:00100000:0.0:1329970481.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970481.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246203:0@lo:400
00000100:00100000:0.0:1329970481.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970481.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246204:0@lo:400
00000100:00100000:0.0:1329970481.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970481.306834:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970481 exp ffff880052834000
00000100:00100000:0.0:1329970481.306853:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246199:12345-0@lo:400
00000100:00100000:0.0:1329970481.306877:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246199:12345-0@lo:400 Request procesed in 33us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970481.306890:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970481 exp ffff880008f8fc00
00000100:00080000:0.0:1329970481.306897:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970481 exp ffff880057c49800
00000100:00080000:0.0:1329970481.306902:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970481 exp ffff8800572c1c00
00000100:00080000:0.0:1329970481.306906:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970481 exp ffff880046d08400
00000100:00100000:0.0:1329970481.306914:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246200:12345-0@lo:400
00000100:00100000:0.0:1329970481.306930:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246200:12345-0@lo:400 Request procesed in 19us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970481.306938:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246201:12345-0@lo:400
00000100:00100000:0.0:1329970481.306950:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246201:12345-0@lo:400 Request procesed in 14us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970481.306956:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246203:12345-0@lo:400
00000100:00100000:0.0:1329970481.306967:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246203:12345-0@lo:400 Request procesed in 13us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970481.306974:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246204:12345-0@lo:400
00000100:00100000:0.0:1329970481.306985:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246204:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970481.306995:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970481 exp ffff880008f8f400
00000100:00100000:0.0:1329970481.307004:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246202:12345-0@lo:400
00000100:00100000:0.0:1329970481.307020:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246202:12345-0@lo:400 Request procesed in 18us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970481.307040:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246205:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970481.307053:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246205 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970481] [real_sent 1329970481] [current 1329970481] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373246205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970481.307063:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373246205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970481.307069:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970481.307071:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970481.307073:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246205:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970481.307076:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246206:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970481.307083:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246206 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970481] [real_sent 1329970481] [current 1329970481] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970481.307090:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970481.307095:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970481.307096:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970481.307098:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246206:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970481.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246199:0@lo:400
00000100:00100000:0.0:1329970481.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246200:0@lo:400
00000100:00100000:0.0:1329970481.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246201:0@lo:400
00000100:00100000:0.0:1329970481.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246202:0@lo:400
00000100:00100000:0.0:1329970481.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246203:0@lo:400
00000100:00100000:0.0:1329970481.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246204:0@lo:400
00000100:00100000:0.0:1329970481.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970482.368590:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970483.368586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970484.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970485.368583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970486.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970486.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970486.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970486.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332608966
00000100:00000400:0.0:1329970486.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970486.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970486.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970486.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970486.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970486.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970486.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970486.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332608966
00000100:00000400:0.0:1329970486.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970486.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970486.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970486.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970486.306713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246207:0@lo:400
00000100:00100000:0.0:1329970486.306739:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970486.306747:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246208:0@lo:400
00000100:00100000:0.0:1329970486.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970486.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246209:0@lo:400
00000100:00100000:0.0:1329970486.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970486.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246210:0@lo:400
00000100:00100000:0.0:1329970486.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970486.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246211:0@lo:400
00000100:00100000:0.0:1329970486.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970486.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246212:0@lo:400
00000100:00100000:0.0:1329970486.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970486.306822:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970486 exp ffff880052834000
00000100:00100000:0.0:1329970486.306848:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246207:12345-0@lo:400
00000100:00100000:0.0:1329970486.306871:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246207:12345-0@lo:400 Request procesed in 41us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970486.306885:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970486 exp ffff880008f8fc00
00000100:00080000:0.0:1329970486.306892:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970486 exp ffff880057c49800
00000100:00080000:0.0:1329970486.306897:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970486 exp ffff8800572c1c00
00000100:00080000:0.0:1329970486.306901:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970486 exp ffff880046d08400
00000100:00100000:0.0:1329970486.306909:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246208:12345-0@lo:400
00000100:00100000:0.0:1329970486.306926:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246208:12345-0@lo:400 Request procesed in 19us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970486.306934:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246209:12345-0@lo:400
00000100:00100000:0.0:1329970486.306946:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246209:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970486.306952:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246211:12345-0@lo:400
00000100:00100000:0.0:1329970486.306963:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246211:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970486.306970:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246212:12345-0@lo:400
00000100:00100000:0.0:1329970486.306980:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246212:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970486.306990:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970486 exp ffff880008f8f400
00000100:00100000:0.0:1329970486.306998:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246210:12345-0@lo:400
00000100:00100000:0.0:1329970486.307015:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246210:12345-0@lo:400 Request procesed in 20us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970486.307035:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246213:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970486.307048:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246213 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970486] [real_sent 1329970486] [current 1329970486] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970486.307058:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970486.307065:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970486.307066:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970486.307069:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246213:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970486.307072:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246214:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970486.307078:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246214 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970486] [real_sent 1329970486] [current 1329970486] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970486.307086:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970486.307090:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970486.307092:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970486.307094:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246214:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970486.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246207:0@lo:400
00000100:00100000:0.0:1329970486.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246208:0@lo:400
00000100:00100000:0.0:1329970486.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246209:0@lo:400
00000100:00100000:0.0:1329970486.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246210:0@lo:400
00000100:00100000:0.0:1329970486.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246211:0@lo:400
00000100:00100000:0.0:1329970486.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246212:0@lo:400
00000100:00100000:0.0:1329970486.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970487.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970488.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970489.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970490.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970491.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970491.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970491.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970491.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332613966
00000100:00000400:0.0:1329970491.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970491.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970491.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970491.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970491.306713:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970491.306715:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970491.306716:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970491.306719:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332613966
00000100:00000400:0.0:1329970491.306720:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970491.306722:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970491.306725:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970491.306759:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373246222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970491.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246215:0@lo:400
00000100:00100000:0.0:1329970491.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970491.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246216:0@lo:400
00000100:00100000:0.0:1329970491.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970491.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246217:0@lo:400
00000100:00100000:0.0:1329970491.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970491.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246218:0@lo:400
00000100:00100000:0.0:1329970491.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970491.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246219:0@lo:400
00000100:00100000:0.0:1329970491.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970491.306903:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246220:0@lo:400
00000100:00100000:0.0:1329970491.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970491.306931:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970491 exp ffff880052834000
00000100:00100000:0.0:1329970491.306950:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246215:12345-0@lo:400
00000100:00100000:0.0:1329970491.306975:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246215:12345-0@lo:400 Request procesed in 34us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970491.306989:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970491 exp ffff880008f8fc00
00000100:00080000:0.0:1329970491.306996:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970491 exp ffff880057c49800
00000100:00080000:0.0:1329970491.307001:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970491 exp ffff8800572c1c00
00000100:00080000:0.0:1329970491.307005:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970491 exp ffff880046d08400
00000100:00100000:0.0:1329970491.307013:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246216:12345-0@lo:400
00000100:00100000:0.0:1329970491.307030:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246216:12345-0@lo:400 Request procesed in 20us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970491.307050:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246217:12345-0@lo:400
00000100:00100000:0.0:1329970491.307062:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246217:12345-0@lo:400 Request procesed in 14us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970491.307069:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246219:12345-0@lo:400
00000100:00100000:0.0:1329970491.307080:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246219:12345-0@lo:400 Request procesed in 12us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970491.307086:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246220:12345-0@lo:400
00000100:00100000:0.0:1329970491.307097:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246220:12345-0@lo:400 Request procesed in 12us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970491.307107:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970491 exp ffff880008f8f400
00000100:00100000:0.0:1329970491.307116:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246218:12345-0@lo:400
00000100:00100000:0.0:1329970491.307132:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246218:12345-0@lo:400 Request procesed in 19us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970491.307153:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246221:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970491.307172:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246221 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970491] [real_sent 1329970491] [current 1329970491] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970491.307182:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970491.307193:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970491.307194:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970491.307197:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246221:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970491.307200:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246222:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970491.307207:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246222 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970491] [real_sent 1329970491] [current 1329970491] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373246222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970491.307214:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373246222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970491.307219:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970491.307220:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970491.307222:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246222:127.0.0.1@tcp:8
00000400:02020000:0.0:1329970491.307364:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329970491.307403:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970491.307414:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970491.307429:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246215:0@lo:400
00000100:00100000:0.0:1329970491.307436:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246216:0@lo:400
00000100:00100000:0.0:1329970491.307440:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246217:0@lo:400
00000100:00100000:0.0:1329970491.307444:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246218:0@lo:400
00000100:00100000:0.0:1329970491.307448:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246219:0@lo:400
00000100:00100000:0.0:1329970491.307452:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246220:0@lo:400
00000100:00100000:0.0:1329970491.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970492.368780:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970493.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970494.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970495.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970496.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970496.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970496.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970496.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332618966
00000100:00000400:0.0:1329970496.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970496.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970496.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970496.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970496.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970496.306698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970496.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970496.306702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332618966
00000100:00000400:0.0:1329970496.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970496.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970496.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970496.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970496.306732:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246229:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970496.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246229 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970496] [real_sent 1329970496] [current 1329970496] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970496.306770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970496.306776:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970496.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970496.306781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246229:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970496.306784:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246230:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970496.306791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246230 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970496] [real_sent 1329970496] [current 1329970496] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970496.306798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970496.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970496.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970496.306806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246230:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970496.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246223:0@lo:400
00000100:00100000:0.0:1329970496.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970496.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246224:0@lo:400
00000100:00100000:0.0:1329970496.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970496.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246225:0@lo:400
00000100:00100000:0.0:1329970496.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970496.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246226:0@lo:400
00000100:00100000:0.0:1329970496.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970496.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246227:0@lo:400
00000100:00100000:0.0:1329970496.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970496.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246228:0@lo:400
00000100:00100000:0.0:1329970496.306893:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970496.306911:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970496 exp ffff880052834000
00000100:00100000:0.0:1329970496.306938:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246223:12345-0@lo:400
00000100:00100000:0.0:1329970496.306962:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246223:12345-0@lo:400 Request procesed in 42us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970496.306976:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970496 exp ffff880008f8fc00
00000100:00080000:0.0:1329970496.306982:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970496 exp ffff880057c49800
00000100:00080000:0.0:1329970496.306987:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970496 exp ffff8800572c1c00
00000100:00080000:0.0:1329970496.306991:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970496 exp ffff880046d08400
00000100:00100000:0.0:1329970496.307000:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246224:12345-0@lo:400
00000100:00100000:0.0:1329970496.307017:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246224:12345-0@lo:400 Request procesed in 20us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970496.307025:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246225:12345-0@lo:400
00000100:00100000:0.0:1329970496.307037:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246225:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970496.307044:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246227:12345-0@lo:400
00000100:00100000:0.0:1329970496.307054:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246227:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970496.307061:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246228:12345-0@lo:400
00000100:00100000:0.0:1329970496.307071:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246228:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970496.307082:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970496 exp ffff880008f8f400
00000100:00100000:0.0:1329970496.307090:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246226:12345-0@lo:400
00000100:00100000:0.0:1329970496.307107:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246226:12345-0@lo:400 Request procesed in 19us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970496.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246223:0@lo:400
00000100:00100000:0.0:1329970496.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246224:0@lo:400
00000100:00100000:0.0:1329970496.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246225:0@lo:400
00000100:00100000:0.0:1329970496.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246226:0@lo:400
00000100:00100000:0.0:1329970496.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246227:0@lo:400
00000100:00100000:0.0:1329970496.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246228:0@lo:400
00000100:00100000:0.0:1329970496.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970497.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970498.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970499.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970500.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970501.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970501.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970501.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970501.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332623966
00000100:00000400:0.0:1329970501.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970501.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970501.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970501.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373246237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970501.306703:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970501.306704:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970501.306706:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970501.306708:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332623966
00000100:00000400:0.0:1329970501.306709:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970501.306712:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970501.306714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970501.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970501.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246231:0@lo:400
00000100:00100000:0.0:1329970501.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970501.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246232:0@lo:400
00000100:00100000:0.0:1329970501.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970501.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246233:0@lo:400
00000100:00100000:0.0:1329970501.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970501.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246234:0@lo:400
00000100:00100000:0.0:1329970501.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970501.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246235:0@lo:400
00000100:00100000:0.0:1329970501.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970501.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246236:0@lo:400
00000100:00100000:0.0:1329970501.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970501.306852:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970501 exp ffff880052834000
00000100:00100000:0.0:1329970501.306872:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246231:12345-0@lo:400
00000100:00100000:0.0:1329970501.306932:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246231:12345-0@lo:400 Request procesed in 39us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970501.306949:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970501 exp ffff880008f8fc00
00000100:00080000:0.0:1329970501.306957:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970501 exp ffff880057c49800
00000100:00080000:0.0:1329970501.306962:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970501 exp ffff8800572c1c00
00000100:00080000:0.0:1329970501.306966:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970501 exp ffff880046d08400
00000100:00100000:0.0:1329970501.306975:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246232:12345-0@lo:400
00000100:00100000:0.0:1329970501.306994:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246232:12345-0@lo:400 Request procesed in 23us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970501.307003:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246233:12345-0@lo:400
00000100:00100000:0.0:1329970501.307014:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246233:12345-0@lo:400 Request procesed in 14us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970501.307021:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246235:12345-0@lo:400
00000100:00100000:0.0:1329970501.307032:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246235:12345-0@lo:400 Request procesed in 13us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970501.307039:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246236:12345-0@lo:400
00000100:00100000:0.0:1329970501.307049:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246236:12345-0@lo:400 Request procesed in 13us (216us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970501.307070:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970501 exp ffff880008f8f400
00000100:00100000:0.0:1329970501.307079:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246234:12345-0@lo:400
00000100:00100000:0.0:1329970501.307096:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246234:12345-0@lo:400 Request procesed in 19us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970501.307116:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246237:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970501.307129:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246237 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970501] [real_sent 1329970501] [current 1329970501] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373246237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970501.307139:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373246237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970501.307146:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970501.307147:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970501.307150:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246237:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970501.307153:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246238:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970501.307160:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246238 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970501] [real_sent 1329970501] [current 1329970501] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970501.307167:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970501.307172:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970501.307173:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970501.307175:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246238:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970501.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246231:0@lo:400
00000100:00100000:0.0:1329970501.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246232:0@lo:400
00000100:00100000:0.0:1329970501.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246233:0@lo:400
00000100:00100000:0.0:1329970501.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246234:0@lo:400
00000100:00100000:0.0:1329970501.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246235:0@lo:400
00000100:00100000:0.0:1329970501.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246236:0@lo:400
00000100:00100000:0.0:1329970501.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970502.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970503.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970504.368582:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970505.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970506.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970506.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970506.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970506.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332628966
00000100:00000400:0.0:1329970506.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970506.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970506.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970506.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970506.306740:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970506.306741:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970506.306743:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970506.306745:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332628966
00000100:00000400:0.0:1329970506.306747:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970506.306750:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970506.306752:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970506.306757:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373246246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970506.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246239:0@lo:400
00000100:00100000:0.0:1329970506.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970506.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246240:0@lo:400
00000100:00100000:0.0:1329970506.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970506.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246241:0@lo:400
00000100:00100000:0.0:1329970506.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970506.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246242:0@lo:400
00000100:00100000:0.0:1329970506.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970506.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246243:0@lo:400
00000100:00100000:0.0:1329970506.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970506.306931:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246244:0@lo:400
00000100:00100000:0.0:1329970506.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970506.306958:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970506 exp ffff880052834000
00000100:00100000:0.0:1329970506.306982:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246239:12345-0@lo:400
00000100:00100000:0.0:1329970506.307007:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246239:12345-0@lo:400 Request procesed in 40us (201us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970506.307021:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970506 exp ffff880008f8fc00
00000100:00080000:0.0:1329970506.307027:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970506 exp ffff880057c49800
00000100:00080000:0.0:1329970506.307032:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970506 exp ffff8800572c1c00
00000100:00080000:0.0:1329970506.307036:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970506 exp ffff880046d08400
00000100:00100000:0.0:1329970506.307044:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246240:12345-0@lo:400
00000100:00100000:0.0:1329970506.307062:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246240:12345-0@lo:400 Request procesed in 20us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970506.307070:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246241:12345-0@lo:400
00000100:00100000:0.0:1329970506.307081:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246241:12345-0@lo:400 Request procesed in 13us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970506.307088:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246243:12345-0@lo:400
00000100:00100000:0.0:1329970506.307099:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246243:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970506.307106:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246244:12345-0@lo:400
00000100:00100000:0.0:1329970506.307117:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246244:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970506.307127:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970506 exp ffff880008f8f400
00000100:00100000:0.0:1329970506.307136:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246242:12345-0@lo:400
00000100:00100000:0.0:1329970506.307152:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246242:12345-0@lo:400 Request procesed in 18us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970506.307173:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246245:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970506.307186:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246245 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970506] [real_sent 1329970506] [current 1329970506] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970506.307196:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970506.307202:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970506.307204:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970506.307206:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246245:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970506.307209:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246246:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970506.307220:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246246 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970506] [real_sent 1329970506] [current 1329970506] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373246246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970506.307227:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373246246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970506.307232:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970506.307233:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970506.307235:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246246:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970506.307251:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246239:0@lo:400
00000100:00100000:0.0:1329970506.307257:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246240:0@lo:400
00000100:00100000:0.0:1329970506.307261:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246241:0@lo:400
00000100:00100000:0.0:1329970506.307264:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246242:0@lo:400
00000100:00100000:0.0:1329970506.307268:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246243:0@lo:400
00000100:00100000:0.0:1329970506.307272:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246244:0@lo:400
00000100:00100000:0.0:1329970506.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970507.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970508.368635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970509.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970510.368635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970511.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970511.306640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970511.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970511.306647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332633966
00000100:00000400:0.0:1329970511.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970511.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970511.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970511.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373246253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970511.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970511.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970511.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970511.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332633966
00000100:00000400:0.0:1329970511.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970511.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970511.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970511.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970511.306711:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246247:0@lo:400
00000100:00100000:0.0:1329970511.306736:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970511.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246248:0@lo:400
00000100:00100000:0.0:1329970511.306754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970511.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246249:0@lo:400
00000100:00100000:0.0:1329970511.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970511.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246250:0@lo:400
00000100:00100000:0.0:1329970511.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970511.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246251:0@lo:400
00000100:00100000:0.0:1329970511.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970511.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246252:0@lo:400
00000100:00100000:0.0:1329970511.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970511.306824:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970511 exp ffff880052834000
00000100:00100000:0.0:1329970511.306843:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246247:12345-0@lo:400
00000100:00100000:0.0:1329970511.306867:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246247:12345-0@lo:400 Request procesed in 34us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970511.306880:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970511 exp ffff880008f8fc00
00000100:00080000:0.0:1329970511.306887:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970511 exp ffff880057c49800
00000100:00080000:0.0:1329970511.306892:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970511 exp ffff8800572c1c00
00000100:00080000:0.0:1329970511.306896:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970511 exp ffff880046d08400
00000100:00100000:0.0:1329970511.306904:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246248:12345-0@lo:400
00000100:00100000:0.0:1329970511.306921:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246248:12345-0@lo:400 Request procesed in 19us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970511.306929:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246249:12345-0@lo:400
00000100:00100000:0.0:1329970511.306940:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246249:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970511.306947:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246251:12345-0@lo:400
00000100:00100000:0.0:1329970511.306958:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246251:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970511.306964:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246252:12345-0@lo:400
00000100:00100000:0.0:1329970511.306975:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246252:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970511.306985:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970511 exp ffff880008f8f400
00000100:00100000:0.0:1329970511.306994:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246250:12345-0@lo:400
00000100:00100000:0.0:1329970511.307010:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246250:12345-0@lo:400 Request procesed in 19us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970511.307030:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246253:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970511.307043:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246253 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970511] [real_sent 1329970511] [current 1329970511] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373246253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970511.307060:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373246253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970511.307066:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970511.307068:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970511.307070:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246253:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970511.307073:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246254:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970511.307080:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246254 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970511] [real_sent 1329970511] [current 1329970511] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970511.307087:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970511.307092:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970511.307093:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970511.307095:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246254:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970511.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246247:0@lo:400
00000100:00100000:0.0:1329970511.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246248:0@lo:400
00000100:00100000:0.0:1329970511.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246249:0@lo:400
00000100:00100000:0.0:1329970511.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246250:0@lo:400
00000100:00100000:0.0:1329970511.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246251:0@lo:400
00000100:00100000:0.0:1329970511.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246252:0@lo:400
00000100:00100000:0.0:1329970511.368630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970512.368594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970513.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970514.368639:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970515.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970516.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970516.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970516.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970516.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332638966
00000100:00000400:0.0:1329970516.306645:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970516.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970516.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970516.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970516.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970516.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970516.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970516.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332638966
00000100:00000400:0.0:1329970516.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970516.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970516.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970516.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373246262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970516.306709:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246261:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970516.306737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246261 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970516] [real_sent 1329970516] [current 1329970516] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970516.306748:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970516.306754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970516.306756:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970516.306759:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246261:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970516.306761:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246262:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970516.306769:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246262 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970516] [real_sent 1329970516] [current 1329970516] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373246262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970516.306776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373246262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970516.306781:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970516.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970516.306784:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246262:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970516.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246255:0@lo:400
00000100:00100000:0.0:1329970516.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970516.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246256:0@lo:400
00000100:00100000:0.0:1329970516.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970516.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246257:0@lo:400
00000100:00100000:0.0:1329970516.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970516.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246258:0@lo:400
00000100:00100000:0.0:1329970516.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970516.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246259:0@lo:400
00000100:00100000:0.0:1329970516.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970516.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246260:0@lo:400
00000100:00100000:0.0:1329970516.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970516.306925:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970516 exp ffff880052834000
00000100:00100000:0.0:1329970516.306953:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246255:12345-0@lo:400
00000100:00100000:0.0:1329970516.306979:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246255:12345-0@lo:400 Request procesed in 45us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970516.306993:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970516 exp ffff880008f8fc00
00000100:00080000:0.0:1329970516.307000:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970516 exp ffff880057c49800
00000100:00080000:0.0:1329970516.307005:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970516 exp ffff8800572c1c00
00000100:00080000:0.0:1329970516.307010:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970516 exp ffff880046d08400
00000100:00100000:0.0:1329970516.307018:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246256:12345-0@lo:400
00000100:00100000:0.0:1329970516.307036:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246256:12345-0@lo:400 Request procesed in 21us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970516.307044:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246257:12345-0@lo:400
00000100:00100000:0.0:1329970516.307056:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246257:12345-0@lo:400 Request procesed in 14us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970516.307063:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246259:12345-0@lo:400
00000100:00100000:0.0:1329970516.307074:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246259:12345-0@lo:400 Request procesed in 12us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970516.307091:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246260:12345-0@lo:400
00000100:00100000:0.0:1329970516.307103:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246260:12345-0@lo:400 Request procesed in 13us (201us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970516.307113:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970516 exp ffff880008f8f400
00000100:00100000:0.0:1329970516.307122:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246258:12345-0@lo:400
00000100:00100000:0.0:1329970516.307139:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246258:12345-0@lo:400 Request procesed in 19us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970516.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246255:0@lo:400
00000100:00100000:0.0:1329970516.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246256:0@lo:400
00000100:00100000:0.0:1329970516.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246257:0@lo:400
00000100:00100000:0.0:1329970516.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246258:0@lo:400
00000100:00100000:0.0:1329970516.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246259:0@lo:400
00000100:00100000:0.0:1329970516.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246260:0@lo:400
00000100:00100000:0.0:1329970516.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970517.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970518.368683:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970519.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970520.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970521.306754:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970521.306790:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970521.306794:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970521.306801:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332643966
00000100:00000400:0.0:1329970521.306804:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970521.306812:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970521.306820:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970521.306832:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373246269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970521.306844:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970521.306847:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970521.306848:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970521.306853:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332643966
00000100:00000400:0.0:1329970521.306855:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970521.306859:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970521.306862:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970521.306869:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970521.306898:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246263:0@lo:400
00000100:00100000:0.0:1329970521.306929:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970521.306942:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246264:0@lo:400
00000100:00100000:0.0:1329970521.306956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970521.306964:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246265:0@lo:400
00000100:00100000:0.0:1329970521.306974:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970521.306982:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246266:0@lo:400
00000100:00100000:0.0:1329970521.306994:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970521.307001:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246267:0@lo:400
00000100:00100000:0.0:1329970521.307011:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970521.307019:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246268:0@lo:400
00000100:00100000:0.0:1329970521.307031:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970521.307056:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970521 exp ffff880052834000
00000100:00100000:0.0:1329970521.307080:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246263:12345-0@lo:400
00000100:00100000:0.0:1329970521.307114:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246263:12345-0@lo:400 Request procesed in 46us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970521.307135:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970521 exp ffff880008f8fc00
00000100:00080000:0.0:1329970521.307144:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970521 exp ffff880057c49800
00000100:00080000:0.0:1329970521.307152:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970521 exp ffff8800572c1c00
00000100:00080000:0.0:1329970521.307159:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970521 exp ffff880046d08400
00000100:00100000:0.0:1329970521.307171:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246264:12345-0@lo:400
00000100:00100000:0.0:1329970521.307195:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246264:12345-0@lo:400 Request procesed in 28us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970521.307208:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246265:12345-0@lo:400
00000100:00100000:0.0:1329970521.307225:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246265:12345-0@lo:400 Request procesed in 21us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970521.307236:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246267:12345-0@lo:400
00000100:00100000:0.0:1329970521.307254:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246267:12345-0@lo:400 Request procesed in 21us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970521.307266:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246268:12345-0@lo:400
00000100:00100000:0.0:1329970521.307286:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246268:12345-0@lo:400 Request procesed in 23us (254us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970521.307303:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970521 exp ffff880008f8f400
00000100:00100000:0.0:1329970521.307316:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246266:12345-0@lo:400
00000100:00100000:0.0:1329970521.307340:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246266:12345-0@lo:400 Request procesed in 28us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970521.307386:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246269:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970521.307404:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246269 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970521] [real_sent 1329970521] [current 1329970521] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373246269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970521.307419:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373246269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970521.307429:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970521.307432:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970521.307436:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246269:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970521.307440:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246270:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970521.307451:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246270 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970521] [real_sent 1329970521] [current 1329970521] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970521.307463:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970521.307471:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970521.307474:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970521.307477:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246270:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970521.307497:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246263:0@lo:400
00000100:00100000:0.0:1329970521.307506:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246264:0@lo:400
00000100:00100000:0.0:1329970521.307513:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246265:0@lo:400
00000100:00100000:0.0:1329970521.307519:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246266:0@lo:400
00000100:00100000:0.0:1329970521.307526:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246267:0@lo:400
00000100:00100000:0.0:1329970521.307567:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246268:0@lo:400
00000100:00100000:0.0:1329970521.368590:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970522.368581:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970523.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970524.368587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970525.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970526.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970526.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970526.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970526.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332648966
00000100:00000400:0.0:1329970526.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970526.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970526.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970526.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970526.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970526.306707:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970526.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970526.306711:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332648966
00000100:00000400:0.0:1329970526.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970526.306715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970526.306717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970526.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373246278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970526.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246271:0@lo:400
00000100:00100000:0.0:1329970526.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970526.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246272:0@lo:400
00000100:00100000:0.0:1329970526.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970526.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246273:0@lo:400
00000100:00100000:0.0:1329970526.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970526.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246274:0@lo:400
00000100:00100000:0.0:1329970526.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970526.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246275:0@lo:400
00000100:00100000:0.0:1329970526.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970526.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246276:0@lo:400
00000100:00100000:0.0:1329970526.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970526.306887:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970526 exp ffff880052834000
00000100:00100000:0.0:1329970526.306915:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246271:12345-0@lo:400
00000100:00100000:0.0:1329970526.306941:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246271:12345-0@lo:400 Request procesed in 46us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970526.306956:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970526 exp ffff880008f8fc00
00000100:00080000:0.0:1329970526.306963:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970526 exp ffff880057c49800
00000100:00080000:0.0:1329970526.306967:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970526 exp ffff8800572c1c00
00000100:00080000:0.0:1329970526.306972:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970526 exp ffff880046d08400
00000100:00100000:0.0:1329970526.306980:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246272:12345-0@lo:400
00000100:00100000:0.0:1329970526.306998:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246272:12345-0@lo:400 Request procesed in 20us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970526.307006:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246273:12345-0@lo:400
00000100:00100000:0.0:1329970526.307018:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246273:12345-0@lo:400 Request procesed in 14us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970526.307025:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246275:12345-0@lo:400
00000100:00100000:0.0:1329970526.307036:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246275:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970526.307043:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246276:12345-0@lo:400
00000100:00100000:0.0:1329970526.307054:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246276:12345-0@lo:400 Request procesed in 13us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970526.307064:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970526 exp ffff880008f8f400
00000100:00100000:0.0:1329970526.307073:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246274:12345-0@lo:400
00000100:00100000:0.0:1329970526.307089:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246274:12345-0@lo:400 Request procesed in 19us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970526.307110:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246277:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970526.307124:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246277 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970526] [real_sent 1329970526] [current 1329970526] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970526.307135:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970526.307141:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970526.307143:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970526.307145:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246277:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970526.307148:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246278:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970526.307156:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246278 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970526] [real_sent 1329970526] [current 1329970526] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373246278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970526.307163:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373246278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970526.307167:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970526.307169:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970526.307171:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246278:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970526.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246271:0@lo:400
00000100:00100000:0.0:1329970526.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246272:0@lo:400
00000100:00100000:0.0:1329970526.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246273:0@lo:400
00000100:00100000:0.0:1329970526.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246274:0@lo:400
00000100:00100000:0.0:1329970526.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246275:0@lo:400
00000100:00100000:0.0:1329970526.307209:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246276:0@lo:400
00000100:00100000:0.0:1329970526.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970527.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970528.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970529.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970530.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970531.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970531.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970531.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970531.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332653966
00000100:00000400:0.0:1329970531.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970531.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970531.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970531.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373246285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970531.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970531.306698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970531.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970531.306702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332653966
00000100:00000400:0.0:1329970531.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970531.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970531.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970531.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373246286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970531.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246279:0@lo:400
00000100:00100000:0.0:1329970531.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970531.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246280:0@lo:400
00000100:00100000:0.0:1329970531.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970531.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246281:0@lo:400
00000100:00100000:0.0:1329970531.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970531.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246282:0@lo:400
00000100:00100000:0.0:1329970531.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970531.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246283:0@lo:400
00000100:00100000:0.0:1329970531.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970531.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246284:0@lo:400
00000100:00100000:0.0:1329970531.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970531.306894:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970531 exp ffff880052834000
00000100:00100000:0.0:1329970531.306914:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246279:12345-0@lo:400
00000100:00100000:0.0:1329970531.306939:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246279:12345-0@lo:400 Request procesed in 37us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970531.306954:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970531 exp ffff880008f8fc00
00000100:00080000:0.0:1329970531.306961:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970531 exp ffff880057c49800
00000100:00080000:0.0:1329970531.306965:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970531 exp ffff8800572c1c00
00000100:00080000:0.0:1329970531.306970:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970531 exp ffff880046d08400
00000100:00100000:0.0:1329970531.306980:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246280:12345-0@lo:400
00000100:00100000:0.0:1329970531.306997:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246280:12345-0@lo:400 Request procesed in 22us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970531.307005:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246281:12345-0@lo:400
00000100:00100000:0.0:1329970531.307017:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246281:12345-0@lo:400 Request procesed in 13us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970531.307036:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246283:12345-0@lo:400
00000100:00100000:0.0:1329970531.307047:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246283:12345-0@lo:400 Request procesed in 13us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970531.307054:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246284:12345-0@lo:400
00000100:00100000:0.0:1329970531.307064:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246284:12345-0@lo:400 Request procesed in 13us (192us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970531.307075:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970531 exp ffff880008f8f400
00000100:00100000:0.0:1329970531.307084:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246282:12345-0@lo:400
00000100:00100000:0.0:1329970531.307100:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246282:12345-0@lo:400 Request procesed in 19us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970531.307122:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246285:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970531.307135:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246285 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970531] [real_sent 1329970531] [current 1329970531] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373246285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970531.307152:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373246285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970531.307158:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970531.307160:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970531.307163:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246285:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970531.307166:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246286:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970531.307173:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246286 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970531] [real_sent 1329970531] [current 1329970531] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373246286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970531.307180:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373246286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970531.307185:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970531.307186:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970531.307188:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246286:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970531.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246279:0@lo:400
00000100:00100000:0.0:1329970531.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246280:0@lo:400
00000100:00100000:0.0:1329970531.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246281:0@lo:400
00000100:00100000:0.0:1329970531.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246282:0@lo:400
00000100:00100000:0.0:1329970531.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246283:0@lo:400
00000100:00100000:0.0:1329970531.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246284:0@lo:400
00000100:00100000:0.0:1329970531.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970532.368634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970533.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970534.368747:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970535.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970536.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970536.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970536.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970536.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332658966
00000100:00000400:0.0:1329970536.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970536.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970536.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970536.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373246293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970536.306704:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970536.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970536.306707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970536.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332658966
00000100:00000400:0.0:1329970536.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970536.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970536.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970536.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970536.306740:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246287:0@lo:400
00000100:00100000:0.0:1329970536.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970536.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246288:0@lo:400
00000100:00100000:0.0:1329970536.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970536.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246289:0@lo:400
00000100:00100000:0.0:1329970536.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970536.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246290:0@lo:400
00000100:00100000:0.0:1329970536.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970536.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246291:0@lo:400
00000100:00100000:0.0:1329970536.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970536.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246292:0@lo:400
00000100:00100000:0.0:1329970536.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970536.306851:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970536 exp ffff880052834000
00000100:00100000:0.0:1329970536.306876:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246287:12345-0@lo:400
00000100:00100000:0.0:1329970536.306900:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246287:12345-0@lo:400 Request procesed in 40us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970536.306914:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970536 exp ffff880008f8fc00
00000100:00080000:0.0:1329970536.306920:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970536 exp ffff880057c49800
00000100:00080000:0.0:1329970536.306925:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970536 exp ffff8800572c1c00
00000100:00080000:0.0:1329970536.306930:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970536 exp ffff880046d08400
00000100:00100000:0.0:1329970536.306938:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246288:12345-0@lo:400
00000100:00100000:0.0:1329970536.306955:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246288:12345-0@lo:400 Request procesed in 20us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970536.306963:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246289:12345-0@lo:400
00000100:00100000:0.0:1329970536.306975:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246289:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970536.306981:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246291:12345-0@lo:400
00000100:00100000:0.0:1329970536.306992:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246291:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970536.306999:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246292:12345-0@lo:400
00000100:00100000:0.0:1329970536.307010:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246292:12345-0@lo:400 Request procesed in 12us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970536.307022:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970536 exp ffff880008f8f400
00000100:00100000:0.0:1329970536.307031:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246290:12345-0@lo:400
00000100:00100000:0.0:1329970536.307048:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246290:12345-0@lo:400 Request procesed in 19us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970536.307068:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246293:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970536.307081:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246293 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970536] [real_sent 1329970536] [current 1329970536] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373246293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970536.307092:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373246293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970536.307098:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970536.307099:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970536.307102:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246293:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970536.307105:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246294:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970536.307112:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246294 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970536] [real_sent 1329970536] [current 1329970536] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970536.307119:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970536.307124:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970536.307125:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970536.307127:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246294:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970536.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246287:0@lo:400
00000100:00100000:0.0:1329970536.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246288:0@lo:400
00000100:00100000:0.0:1329970536.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246289:0@lo:400
00000100:00100000:0.0:1329970536.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246290:0@lo:400
00000100:00100000:0.0:1329970536.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246291:0@lo:400
00000100:00100000:0.0:1329970536.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246292:0@lo:400
00000100:00100000:0.0:1329970536.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970537.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970538.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970539.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970540.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970541.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970541.306637:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970541.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970541.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332663966
00000100:00000400:0.0:1329970541.306646:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970541.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970541.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970541.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970541.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970541.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970541.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970541.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332663966
00000100:00000400:0.0:1329970541.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970541.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970541.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970541.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373246302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970541.306712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246295:0@lo:400
00000100:00100000:0.0:1329970541.306737:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970541.306747:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246296:0@lo:400
00000100:00100000:0.0:1329970541.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970541.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246297:0@lo:400
00000100:00100000:0.0:1329970541.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970541.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246298:0@lo:400
00000100:00100000:0.0:1329970541.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970541.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246299:0@lo:400
00000100:00100000:0.0:1329970541.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970541.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246300:0@lo:400
00000100:00100000:0.0:1329970541.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970541.306821:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970541 exp ffff880052834000
00000100:00100000:0.0:1329970541.306842:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246295:12345-0@lo:400
00000100:00100000:0.0:1329970541.306866:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246295:12345-0@lo:400 Request procesed in 36us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970541.306880:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970541 exp ffff880008f8fc00
00000100:00080000:0.0:1329970541.306886:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970541 exp ffff880057c49800
00000100:00080000:0.0:1329970541.306891:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970541 exp ffff8800572c1c00
00000100:00080000:0.0:1329970541.306895:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970541 exp ffff880046d08400
00000100:00100000:0.0:1329970541.306903:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246296:12345-0@lo:400
00000100:00100000:0.0:1329970541.306919:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246296:12345-0@lo:400 Request procesed in 19us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970541.306928:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246297:12345-0@lo:400
00000100:00100000:0.0:1329970541.306941:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246297:12345-0@lo:400 Request procesed in 15us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970541.306948:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246299:12345-0@lo:400
00000100:00100000:0.0:1329970541.306958:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246299:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970541.306965:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246300:12345-0@lo:400
00000100:00100000:0.0:1329970541.306976:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246300:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970541.306986:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970541 exp ffff880008f8f400
00000100:00100000:0.0:1329970541.306995:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246298:12345-0@lo:400
00000100:00100000:0.0:1329970541.307011:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246298:12345-0@lo:400 Request procesed in 18us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970541.307032:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246301:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970541.307045:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246301 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970541] [real_sent 1329970541] [current 1329970541] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970541.307055:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970541.307061:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970541.307063:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970541.307066:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246301:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970541.307068:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246302:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970541.307075:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246302 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970541] [real_sent 1329970541] [current 1329970541] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373246302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970541.307082:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373246302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970541.307087:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970541.307089:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970541.307091:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246302:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970541.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246295:0@lo:400
00000100:00100000:0.0:1329970541.307112:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246296:0@lo:400
00000100:00100000:0.0:1329970541.307116:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246297:0@lo:400
00000100:00100000:0.0:1329970541.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246298:0@lo:400
00000100:00100000:0.0:1329970541.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246299:0@lo:400
00000100:00100000:0.0:1329970541.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246300:0@lo:400
00000100:00100000:0.0:1329970541.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970542.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970543.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970544.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970545.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970546.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970546.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970546.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970546.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332668966
00000100:00000400:0.0:1329970546.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970546.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970546.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970546.306665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373246309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970546.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970546.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970546.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970546.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332668966
00000100:00000400:0.0:1329970546.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970546.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970546.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970546.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970546.306712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246303:0@lo:400
00000100:00100000:0.0:1329970546.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970546.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246304:0@lo:400
00000100:00100000:0.0:1329970546.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970546.306762:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246305:0@lo:400
00000100:00100000:0.0:1329970546.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970546.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246306:0@lo:400
00000100:00100000:0.0:1329970546.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970546.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246307:0@lo:400
00000100:00100000:0.0:1329970546.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970546.306829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246308:0@lo:400
00000100:00100000:0.0:1329970546.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970546.306855:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970546 exp ffff880052834000
00000100:00100000:0.0:1329970546.306880:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246303:12345-0@lo:400
00000100:00100000:0.0:1329970546.306908:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246303:12345-0@lo:400 Request procesed in 43us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970546.306930:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970546 exp ffff880008f8fc00
00000100:00080000:0.0:1329970546.306941:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970546 exp ffff880057c49800
00000100:00080000:0.0:1329970546.306950:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970546 exp ffff8800572c1c00
00000100:00080000:0.0:1329970546.306958:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970546 exp ffff880046d08400
00000100:00100000:0.0:1329970546.306971:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246304:12345-0@lo:400
00000100:00100000:0.0:1329970546.306991:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246304:12345-0@lo:400 Request procesed in 24us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970546.307012:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246305:12345-0@lo:400
00000100:00100000:0.0:1329970546.307023:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246305:12345-0@lo:400 Request procesed in 14us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970546.307030:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246307:12345-0@lo:400
00000100:00100000:0.0:1329970546.307041:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246307:12345-0@lo:400 Request procesed in 13us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970546.307048:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246308:12345-0@lo:400
00000100:00100000:0.0:1329970546.307058:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246308:12345-0@lo:400 Request procesed in 12us (222us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970546.307069:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970546 exp ffff880008f8f400
00000100:00100000:0.0:1329970546.307078:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246306:12345-0@lo:400
00000100:00100000:0.0:1329970546.307094:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246306:12345-0@lo:400 Request procesed in 19us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970546.307115:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246309:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970546.307129:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246309 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970546] [real_sent 1329970546] [current 1329970546] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373246309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970546.307139:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373246309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970546.307145:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970546.307147:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970546.307149:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246309:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970546.307153:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246310:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970546.307159:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246310 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970546] [real_sent 1329970546] [current 1329970546] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970546.307167:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970546.307171:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970546.307173:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970546.307175:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246310:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970546.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246303:0@lo:400
00000100:00100000:0.0:1329970546.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246304:0@lo:400
00000100:00100000:0.0:1329970546.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246305:0@lo:400
00000100:00100000:0.0:1329970546.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246306:0@lo:400
00000100:00100000:0.0:1329970546.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246307:0@lo:400
00000100:00100000:0.0:1329970546.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246308:0@lo:400
00000100:00100000:0.0:1329970546.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970547.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970548.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970549.368641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970550.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970551.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970551.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970551.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970551.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332673966
00000100:00000400:0.0:1329970551.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970551.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970551.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970551.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970551.306698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970551.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970551.306701:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970551.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332673966
00000100:00000400:0.0:1329970551.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970551.306707:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970551.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970551.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373246318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970551.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246311:0@lo:400
00000100:00100000:0.0:1329970551.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970551.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246312:0@lo:400
00000100:00100000:0.0:1329970551.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970551.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246313:0@lo:400
00000100:00100000:0.0:1329970551.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970551.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246314:0@lo:400
00000100:00100000:0.0:1329970551.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970551.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246315:0@lo:400
00000100:00100000:0.0:1329970551.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970551.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246316:0@lo:400
00000100:00100000:0.0:1329970551.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970551.306844:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970551 exp ffff880052834000
00000100:00100000:0.0:1329970551.306865:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246311:12345-0@lo:400
00000100:00100000:0.0:1329970551.306890:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246311:12345-0@lo:400 Request procesed in 36us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970551.306903:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970551 exp ffff880008f8fc00
00000100:00080000:0.0:1329970551.306910:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970551 exp ffff880057c49800
00000100:00080000:0.0:1329970551.306914:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970551 exp ffff8800572c1c00
00000100:00080000:0.0:1329970551.306919:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970551 exp ffff880046d08400
00000100:00100000:0.0:1329970551.306927:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246312:12345-0@lo:400
00000100:00100000:0.0:1329970551.306944:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246312:12345-0@lo:400 Request procesed in 20us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970551.306952:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246313:12345-0@lo:400
00000100:00100000:0.0:1329970551.306964:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246313:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970551.306971:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246315:12345-0@lo:400
00000100:00100000:0.0:1329970551.306983:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246315:12345-0@lo:400 Request procesed in 15us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970551.306990:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246316:12345-0@lo:400
00000100:00100000:0.0:1329970551.307000:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246316:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970551.307010:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970551 exp ffff880008f8f400
00000100:00100000:0.0:1329970551.307019:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246314:12345-0@lo:400
00000100:00100000:0.0:1329970551.307035:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246314:12345-0@lo:400 Request procesed in 19us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970551.307056:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246317:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970551.307075:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246317 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970551] [real_sent 1329970551] [current 1329970551] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970551.307085:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970551.307092:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970551.307093:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970551.307096:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246317:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970551.307099:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246318:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970551.307106:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246318 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970551] [real_sent 1329970551] [current 1329970551] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373246318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970551.307114:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373246318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970551.307118:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970551.307120:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970551.307122:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246318:127.0.0.1@tcp:8
00000400:02020000:0.0:1329970551.307265:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329970551.309321:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246311:0@lo:400
00000100:00100000:0.0:1329970551.309329:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246312:0@lo:400
00000100:00100000:0.0:1329970551.309333:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246313:0@lo:400
00000100:00100000:0.0:1329970551.309337:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246314:0@lo:400
00000100:00100000:0.0:1329970551.309342:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246315:0@lo:400
00000100:00100000:0.0:1329970551.309346:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246316:0@lo:400
00000800:00020000:0.0:1329970551.309377:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970551.311963:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970551.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970552.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970553.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970554.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970555.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970556.306621:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970556.306627:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970556.306629:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970556.306635:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332678966
00000100:00000400:0.0:1329970556.306637:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970556.306642:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970556.306648:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970556.306656:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373246325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970556.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970556.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970556.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970556.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332678966
00000100:00000400:0.0:1329970556.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970556.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970556.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970556.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970556.306694:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246319:0@lo:400
00000100:00100000:0.0:1329970556.306722:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970556.306731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246320:0@lo:400
00000100:00100000:0.0:1329970556.306740:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970556.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246321:0@lo:400
00000100:00100000:0.0:1329970556.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970556.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246322:0@lo:400
00000100:00100000:0.0:1329970556.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970556.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246323:0@lo:400
00000100:00100000:0.0:1329970556.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970556.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246324:0@lo:400
00000100:00100000:0.0:1329970556.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970556.306811:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970556 exp ffff880008f8fc00
00000100:00080000:0.0:1329970556.306819:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970556 exp ffff880057c49800
00000100:00080000:0.0:1329970556.306824:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970556 exp ffff8800572c1c00
00000100:00080000:0.0:1329970556.306828:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970556 exp ffff880046d08400
00000100:00100000:0.0:1329970556.306853:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246320:12345-0@lo:400
00000100:00100000:0.0:1329970556.306880:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246320:12345-0@lo:400 Request procesed in 46us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970556.306890:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246321:12345-0@lo:400
00000100:00100000:0.0:1329970556.306902:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246321:12345-0@lo:400 Request procesed in 15us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970556.306909:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246323:12345-0@lo:400
00000100:00100000:0.0:1329970556.306920:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246323:12345-0@lo:400 Request procesed in 13us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970556.306927:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246324:12345-0@lo:400
00000100:00100000:0.0:1329970556.306938:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246324:12345-0@lo:400 Request procesed in 12us (149us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970556.306967:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970556 exp ffff880008f8f400
00000100:00100000:0.0:1329970556.306976:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246322:12345-0@lo:400
00000100:00100000:0.0:1329970556.306993:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246322:12345-0@lo:400 Request procesed in 21us (228us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970556.307006:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970556 exp ffff880052834000
00000100:00100000:0.0:1329970556.307014:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246319:12345-0@lo:400
00000100:00100000:0.0:1329970556.307027:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246319:12345-0@lo:400 Request procesed in 16us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970556.307040:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246325:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970556.307053:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246325 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970556] [real_sent 1329970556] [current 1329970556] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373246325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970556.307062:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373246325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970556.307068:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970556.307070:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970556.307073:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246325:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970556.307076:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246326:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970556.307082:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246326 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970556] [real_sent 1329970556] [current 1329970556] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970556.307089:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970556.307094:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970556.307095:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970556.307097:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246326:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970556.307112:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246319:0@lo:400
00000100:00100000:0.0:1329970556.307118:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246320:0@lo:400
00000100:00100000:0.0:1329970556.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246321:0@lo:400
00000100:00100000:0.0:1329970556.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246322:0@lo:400
00000100:00100000:0.0:1329970556.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246323:0@lo:400
00000100:00100000:0.0:1329970556.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246324:0@lo:400
00000100:00100000:0.0:1329970556.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970557.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970558.368593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970559.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970560.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970561.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970561.306640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970561.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970561.306647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332683966
00000100:00000400:0.0:1329970561.306649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970561.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970561.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970561.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970561.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970561.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970561.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970561.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332683966
00000100:00000400:0.0:1329970561.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970561.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970561.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970561.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373246334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970561.306712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246327:0@lo:400
00000100:00100000:0.0:1329970561.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970561.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246328:0@lo:400
00000100:00100000:0.0:1329970561.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970561.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246329:0@lo:400
00000100:00100000:0.0:1329970561.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970561.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246330:0@lo:400
00000100:00100000:0.0:1329970561.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970561.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246331:0@lo:400
00000100:00100000:0.0:1329970561.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970561.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246332:0@lo:400
00000100:00100000:0.0:1329970561.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970561.306856:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970561 exp ffff880008f8fc00
00000100:00080000:0.0:1329970561.306864:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970561 exp ffff880057c49800
00000100:00080000:0.0:1329970561.306869:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970561 exp ffff8800572c1c00
00000100:00080000:0.0:1329970561.306873:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970561 exp ffff880046d08400
00000100:00100000:0.0:1329970561.306892:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246328:12345-0@lo:400
00000100:00100000:0.0:1329970561.306919:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246328:12345-0@lo:400 Request procesed in 40us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970561.306929:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246329:12345-0@lo:400
00000100:00100000:0.0:1329970561.306941:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246329:12345-0@lo:400 Request procesed in 15us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970561.306948:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246331:12345-0@lo:400
00000100:00100000:0.0:1329970561.306959:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246331:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970561.306966:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246332:12345-0@lo:400
00000100:00100000:0.0:1329970561.306978:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246332:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970561.307026:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970561 exp ffff880008f8f400
00000100:00100000:0.0:1329970561.307036:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246330:12345-0@lo:400
00000100:00100000:0.0:1329970561.307055:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246330:12345-0@lo:400 Request procesed in 23us (242us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970561.307066:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970561 exp ffff880052834000
00000100:00100000:0.0:1329970561.307074:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246327:12345-0@lo:400
00000100:00100000:0.0:1329970561.307088:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246327:12345-0@lo:400 Request procesed in 17us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970561.307104:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246333:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970561.307117:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246333 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970561] [real_sent 1329970561] [current 1329970561] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970561.307127:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970561.307133:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970561.307135:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970561.307138:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246333:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970561.307141:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246334:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970561.307148:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246334 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970561] [real_sent 1329970561] [current 1329970561] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373246334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970561.307161:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373246334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970561.307166:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970561.307167:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970561.307169:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246334:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970561.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246327:0@lo:400
00000100:00100000:0.0:1329970561.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246328:0@lo:400
00000100:00100000:0.0:1329970561.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246329:0@lo:400
00000100:00100000:0.0:1329970561.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246330:0@lo:400
00000100:00100000:0.0:1329970561.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246331:0@lo:400
00000100:00100000:0.0:1329970561.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246332:0@lo:400
00000100:00100000:0.0:1329970561.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970562.368582:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970563.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970564.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970565.368638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970566.306623:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970566.306629:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970566.306630:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970566.306635:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332688966
00000100:00000400:0.0:1329970566.306637:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970566.306642:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970566.306648:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970566.306656:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373246341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970566.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970566.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970566.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970566.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332688966
00000100:00000400:0.0:1329970566.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970566.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970566.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970566.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970566.306696:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246341:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970566.306725:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246341 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970566] [real_sent 1329970566] [current 1329970566] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373246341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970566.306736:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373246341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970566.306742:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970566.306743:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970566.306746:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246341:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970566.306749:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246342:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970566.306756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246342 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970566] [real_sent 1329970566] [current 1329970566] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970566.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970566.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970566.306769:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970566.306771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246342:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970566.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246335:0@lo:400
00000100:00100000:0.0:1329970566.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970566.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246336:0@lo:400
00000100:00100000:0.0:1329970566.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970566.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246337:0@lo:400
00000100:00100000:0.0:1329970566.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970566.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246338:0@lo:400
00000100:00100000:0.0:1329970566.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970566.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246339:0@lo:400
00000100:00100000:0.0:1329970566.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970566.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246340:0@lo:400
00000100:00100000:0.0:1329970566.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970566.306874:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970566 exp ffff880008f8fc00
00000100:00080000:0.0:1329970566.306882:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970566 exp ffff880057c49800
00000100:00080000:0.0:1329970566.306887:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970566 exp ffff8800572c1c00
00000100:00080000:0.0:1329970566.306891:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970566 exp ffff880046d08400
00000100:00100000:0.0:1329970566.306911:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246336:12345-0@lo:400
00000100:00100000:0.0:1329970566.306938:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246336:12345-0@lo:400 Request procesed in 40us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970566.306947:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246337:12345-0@lo:400
00000100:00100000:0.0:1329970566.306959:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246337:12345-0@lo:400 Request procesed in 15us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970566.306966:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246339:12345-0@lo:400
00000100:00100000:0.0:1329970566.306977:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246339:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970566.306984:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246340:12345-0@lo:400
00000100:00100000:0.0:1329970566.306995:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246340:12345-0@lo:400 Request procesed in 13us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970566.307011:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970566 exp ffff880052834000
00000100:00100000:0.0:1329970566.307020:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246335:12345-0@lo:400
00000100:00100000:0.0:1329970566.307033:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246335:12345-0@lo:400 Request procesed in 15us (236us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970566.307046:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970566 exp ffff880008f8f400
00000100:00100000:0.0:1329970566.307055:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246338:12345-0@lo:400
00000100:00100000:0.0:1329970566.307070:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246338:12345-0@lo:400 Request procesed in 18us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970566.307086:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246335:0@lo:400
00000100:00100000:0.0:1329970566.307092:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246336:0@lo:400
00000100:00100000:0.0:1329970566.307096:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246337:0@lo:400
00000100:00100000:0.0:1329970566.307100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246338:0@lo:400
00000100:00100000:0.0:1329970566.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246339:0@lo:400
00000100:00100000:0.0:1329970566.307108:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246340:0@lo:400
00000100:00100000:0.0:1329970566.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970567.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970568.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970569.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970570.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970571.306619:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970571.306625:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970571.306628:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970571.306632:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332693966
00000100:00000400:0.0:1329970571.306634:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970571.306639:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970571.306645:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970571.306653:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373246349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970571.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970571.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970571.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970571.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332693966
00000100:00000400:0.0:1329970571.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970571.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970571.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970571.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970571.306693:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246343:0@lo:400
00000100:00100000:0.0:1329970571.306719:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970571.306728:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246344:0@lo:400
00000100:00100000:0.0:1329970571.306736:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970571.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246345:0@lo:400
00000100:00100000:0.0:1329970571.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970571.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246346:0@lo:400
00000100:00100000:0.0:1329970571.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970571.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246347:0@lo:400
00000100:00100000:0.0:1329970571.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970571.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246348:0@lo:400
00000100:00100000:0.0:1329970571.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970571.306834:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970571 exp ffff880052834000
00000100:00100000:0.0:1329970571.306853:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246343:12345-0@lo:400
00000100:00100000:0.0:1329970571.306878:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246343:12345-0@lo:400 Request procesed in 35us (159us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970571.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970571 exp ffff880008f8fc00
00000100:00080000:0.0:1329970571.306898:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970571 exp ffff880057c49800
00000100:00080000:0.0:1329970571.306903:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970571 exp ffff8800572c1c00
00000100:00080000:0.0:1329970571.306907:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970571 exp ffff880046d08400
00000100:00100000:0.0:1329970571.306917:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246344:12345-0@lo:400
00000100:00100000:0.0:1329970571.306933:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246344:12345-0@lo:400 Request procesed in 21us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970571.306941:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246345:12345-0@lo:400
00000100:00100000:0.0:1329970571.306953:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246345:12345-0@lo:400 Request procesed in 13us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970571.306959:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246347:12345-0@lo:400
00000100:00100000:0.0:1329970571.306970:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246347:12345-0@lo:400 Request procesed in 13us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970571.306988:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246348:12345-0@lo:400
00000100:00100000:0.0:1329970571.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246348:12345-0@lo:400 Request procesed in 13us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970571.307009:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970571 exp ffff880008f8f400
00000100:00100000:0.0:1329970571.307018:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246346:12345-0@lo:400
00000100:00100000:0.0:1329970571.307034:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246346:12345-0@lo:400 Request procesed in 18us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970571.307085:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246349:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970571.307099:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246349 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970571] [real_sent 1329970571] [current 1329970571] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373246349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970571.307109:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373246349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970571.307116:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970571.307118:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970571.307120:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246349:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970571.307123:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246350:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970571.307130:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246350 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970571] [real_sent 1329970571] [current 1329970571] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970571.307137:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970571.307142:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970571.307143:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970571.307145:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246350:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970571.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246343:0@lo:400
00000100:00100000:0.0:1329970571.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246344:0@lo:400
00000100:00100000:0.0:1329970571.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246345:0@lo:400
00000100:00100000:0.0:1329970571.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246346:0@lo:400
00000100:00100000:0.0:1329970571.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246347:0@lo:400
00000100:00100000:0.0:1329970571.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246348:0@lo:400
00000100:00100000:0.0:1329970571.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970572.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970573.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970574.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970575.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970576.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970576.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970576.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970576.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332698966
00000100:00000400:0.0:1329970576.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970576.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970576.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970576.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970576.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970576.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970576.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970576.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332698966
00000100:00000400:0.0:1329970576.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970576.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970576.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970576.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970576.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246357:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970576.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246357 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970576] [real_sent 1329970576] [current 1329970576] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970576.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970576.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970576.306795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970576.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246357:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970576.306801:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246358:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970576.306808:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246358 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970576] [real_sent 1329970576] [current 1329970576] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970576.306815:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970576.306820:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970576.306821:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970576.306823:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246358:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970576.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246351:0@lo:400
00000100:00100000:0.0:1329970576.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970576.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246352:0@lo:400
00000100:00100000:0.0:1329970576.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970576.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246353:0@lo:400
00000100:00100000:0.0:1329970576.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970576.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246354:0@lo:400
00000100:00100000:0.0:1329970576.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970576.306897:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246355:0@lo:400
00000100:00100000:0.0:1329970576.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970576.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246356:0@lo:400
00000100:00100000:0.0:1329970576.306914:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970576.306932:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970576 exp ffff880052834000
00000100:00100000:0.0:1329970576.306958:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246351:12345-0@lo:400
00000100:00100000:0.0:1329970576.306982:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246351:12345-0@lo:400 Request procesed in 41us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970576.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970576 exp ffff880008f8fc00
00000100:00080000:0.0:1329970576.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970576 exp ffff880057c49800
00000100:00080000:0.0:1329970576.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970576 exp ffff8800572c1c00
00000100:00080000:0.0:1329970576.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970576 exp ffff880046d08400
00000100:00100000:0.0:1329970576.307019:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246352:12345-0@lo:400
00000100:00100000:0.0:1329970576.307036:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246352:12345-0@lo:400 Request procesed in 19us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970576.307044:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246353:12345-0@lo:400
00000100:00100000:0.0:1329970576.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246353:12345-0@lo:400 Request procesed in 14us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970576.307062:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246355:12345-0@lo:400
00000100:00100000:0.0:1329970576.307073:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246355:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970576.307079:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246356:12345-0@lo:400
00000100:00100000:0.0:1329970576.307090:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246356:12345-0@lo:400 Request procesed in 12us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970576.307100:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970576 exp ffff880008f8f400
00000100:00100000:0.0:1329970576.307108:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246354:12345-0@lo:400
00000100:00100000:0.0:1329970576.307125:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246354:12345-0@lo:400 Request procesed in 18us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970576.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246351:0@lo:400
00000100:00100000:0.0:1329970576.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246352:0@lo:400
00000100:00100000:0.0:1329970576.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246353:0@lo:400
00000100:00100000:0.0:1329970576.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246354:0@lo:400
00000100:00100000:0.0:1329970576.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246355:0@lo:400
00000100:00100000:0.0:1329970576.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246356:0@lo:400
00000100:00100000:0.0:1329970576.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970577.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970578.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970579.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970580.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970581.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970581.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970581.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970581.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332703966
00000100:00000400:0.0:1329970581.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970581.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970581.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970581.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373246365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970581.306699:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970581.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970581.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970581.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332703966
00000100:00000400:0.0:1329970581.306721:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970581.306723:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970581.306726:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970581.306731:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970581.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246359:0@lo:400
00000100:00100000:0.0:1329970581.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970581.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246360:0@lo:400
00000100:00100000:0.0:1329970581.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970581.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246361:0@lo:400
00000100:00100000:0.0:1329970581.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970581.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246362:0@lo:400
00000100:00100000:0.0:1329970581.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970581.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246363:0@lo:400
00000100:00100000:0.0:1329970581.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970581.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246364:0@lo:400
00000100:00100000:0.0:1329970581.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970581.306920:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970581 exp ffff880052834000
00000100:00100000:0.0:1329970581.306942:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246359:12345-0@lo:400
00000100:00100000:0.0:1329970581.306966:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246359:12345-0@lo:400 Request procesed in 36us (156us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970581.306980:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970581 exp ffff880008f8fc00
00000100:00080000:0.0:1329970581.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970581 exp ffff880057c49800
00000100:00080000:0.0:1329970581.306991:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970581 exp ffff8800572c1c00
00000100:00080000:0.0:1329970581.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970581 exp ffff880046d08400
00000100:00100000:0.0:1329970581.307003:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246360:12345-0@lo:400
00000100:00100000:0.0:1329970581.307020:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246360:12345-0@lo:400 Request procesed in 20us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970581.307031:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246361:12345-0@lo:400
00000100:00100000:0.0:1329970581.307042:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246361:12345-0@lo:400 Request procesed in 14us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970581.307049:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246363:12345-0@lo:400
00000100:00100000:0.0:1329970581.307059:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246363:12345-0@lo:400 Request procesed in 12us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970581.307066:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246364:12345-0@lo:400
00000100:00100000:0.0:1329970581.307077:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246364:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970581.307087:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970581 exp ffff880008f8f400
00000100:00100000:0.0:1329970581.307096:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246362:12345-0@lo:400
00000100:00100000:0.0:1329970581.307112:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246362:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970581.307133:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246365:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970581.307146:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246365 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970581] [real_sent 1329970581] [current 1329970581] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373246365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970581.307156:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373246365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970581.307162:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970581.307164:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970581.307166:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246365:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970581.307169:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246366:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970581.307176:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246366 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970581] [real_sent 1329970581] [current 1329970581] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970581.307184:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970581.307189:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970581.307190:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970581.307192:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246366:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970581.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246359:0@lo:400
00000100:00100000:0.0:1329970581.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246360:0@lo:400
00000100:00100000:0.0:1329970581.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246361:0@lo:400
00000100:00100000:0.0:1329970581.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246362:0@lo:400
00000100:00100000:0.0:1329970581.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246363:0@lo:400
00000100:00100000:0.0:1329970581.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246364:0@lo:400
00000100:00100000:0.0:1329970581.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970582.368643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970583.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970584.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970585.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970586.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970586.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970586.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970586.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332708966
00000100:00000400:0.0:1329970586.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970586.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970586.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970586.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970586.306727:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970586.306729:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970586.306730:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970586.306733:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332708966
00000100:00000400:0.0:1329970586.306735:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970586.306737:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970586.306739:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970586.306742:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373246374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970586.306763:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246373:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970586.306790:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246373 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970586] [real_sent 1329970586] [current 1329970586] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970586.306801:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970586.306807:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970586.306808:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970586.306811:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246373:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970586.306814:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246374:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970586.306821:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246374 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970586] [real_sent 1329970586] [current 1329970586] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373246374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970586.306829:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373246374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970586.306833:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970586.306835:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970586.306837:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246374:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970586.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246367:0@lo:400
00000100:00100000:0.0:1329970586.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970586.306929:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246368:0@lo:400
00000100:00100000:0.0:1329970586.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970586.306943:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246369:0@lo:400
00000100:00100000:0.0:1329970586.306950:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970586.306955:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246370:0@lo:400
00000100:00100000:0.0:1329970586.306965:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970586.306970:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246371:0@lo:400
00000100:00100000:0.0:1329970586.306992:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970586.306999:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246372:0@lo:400
00000100:00100000:0.0:1329970586.307007:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970586.307027:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970586 exp ffff880052834000
00000100:00100000:0.0:1329970586.307054:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246367:12345-0@lo:400
00000100:00100000:0.0:1329970586.307078:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246367:12345-0@lo:400 Request procesed in 43us (161us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970586.307092:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970586 exp ffff880008f8fc00
00000100:00080000:0.0:1329970586.307098:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970586 exp ffff880057c49800
00000100:00080000:0.0:1329970586.307103:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970586 exp ffff8800572c1c00
00000100:00080000:0.0:1329970586.307108:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970586 exp ffff880046d08400
00000100:00100000:0.0:1329970586.307116:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246368:12345-0@lo:400
00000100:00100000:0.0:1329970586.307132:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246368:12345-0@lo:400 Request procesed in 20us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970586.307141:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246369:12345-0@lo:400
00000100:00100000:0.0:1329970586.307153:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246369:12345-0@lo:400 Request procesed in 14us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970586.307170:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246371:12345-0@lo:400
00000100:00100000:0.0:1329970586.307181:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246371:12345-0@lo:400 Request procesed in 13us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970586.307188:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246372:12345-0@lo:400
00000100:00100000:0.0:1329970586.307198:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246372:12345-0@lo:400 Request procesed in 12us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970586.307208:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970586 exp ffff880008f8f400
00000100:00100000:0.0:1329970586.307217:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246370:12345-0@lo:400
00000100:00100000:0.0:1329970586.307234:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246370:12345-0@lo:400 Request procesed in 19us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970586.307257:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246367:0@lo:400
00000100:00100000:0.0:1329970586.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246368:0@lo:400
00000100:00100000:0.0:1329970586.307267:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246369:0@lo:400
00000100:00100000:0.0:1329970586.307271:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246370:0@lo:400
00000100:00100000:0.0:1329970586.307275:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246371:0@lo:400
00000100:00100000:0.0:1329970586.307279:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246372:0@lo:400
00000100:00100000:0.0:1329970586.368653:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970587.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970588.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970589.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970590.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970591.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970591.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970591.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970591.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332713966
00000100:00000400:0.0:1329970591.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970591.306662:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970591.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970591.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373246381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970591.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970591.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970591.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970591.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332713966
00000100:00000400:0.0:1329970591.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970591.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970591.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970591.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970591.306718:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246381:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970591.306746:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246381 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970591] [real_sent 1329970591] [current 1329970591] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373246381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970591.306756:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373246381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970591.306762:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970591.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970591.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246381:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970591.306769:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246382:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970591.306777:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246382 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970591] [real_sent 1329970591] [current 1329970591] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970591.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970591.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970591.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970591.306792:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246382:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970591.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246375:0@lo:400
00000100:00100000:0.0:1329970591.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970591.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246376:0@lo:400
00000100:00100000:0.0:1329970591.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970591.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246377:0@lo:400
00000100:00100000:0.0:1329970591.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970591.306879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246378:0@lo:400
00000100:00100000:0.0:1329970591.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970591.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246379:0@lo:400
00000100:00100000:0.0:1329970591.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970591.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246380:0@lo:400
00000100:00100000:0.0:1329970591.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970591.306930:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970591 exp ffff880052834000
00000100:00100000:0.0:1329970591.306953:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246375:12345-0@lo:400
00000100:00100000:0.0:1329970591.306977:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246375:12345-0@lo:400 Request procesed in 37us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970591.306991:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970591 exp ffff880008f8fc00
00000100:00080000:0.0:1329970591.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970591 exp ffff880057c49800
00000100:00080000:0.0:1329970591.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970591 exp ffff8800572c1c00
00000100:00080000:0.0:1329970591.307007:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970591 exp ffff880046d08400
00000100:00100000:0.0:1329970591.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246376:12345-0@lo:400
00000100:00100000:0.0:1329970591.307033:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246376:12345-0@lo:400 Request procesed in 20us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970591.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246377:12345-0@lo:400
00000100:00100000:0.0:1329970591.307053:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246377:12345-0@lo:400 Request procesed in 14us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970591.307059:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246379:12345-0@lo:400
00000100:00100000:0.0:1329970591.307070:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246379:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970591.307076:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246380:12345-0@lo:400
00000100:00100000:0.0:1329970591.307087:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246380:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970591.307097:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970591 exp ffff880008f8f400
00000100:00100000:0.0:1329970591.307106:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246378:12345-0@lo:400
00000100:00100000:0.0:1329970591.307122:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246378:12345-0@lo:400 Request procesed in 19us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970591.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246375:0@lo:400
00000100:00100000:0.0:1329970591.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246376:0@lo:400
00000100:00100000:0.0:1329970591.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246377:0@lo:400
00000100:00100000:0.0:1329970591.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246378:0@lo:400
00000100:00100000:0.0:1329970591.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246379:0@lo:400
00000100:00100000:0.0:1329970591.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246380:0@lo:400
00000100:00100000:0.0:1329970591.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970592.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970593.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970594.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970595.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970596.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970596.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970596.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970596.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332718966
00000100:00000400:0.0:1329970596.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970596.306709:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970596.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970596.306728:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373246389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970596.306735:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970596.306737:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970596.306738:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970596.306741:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332718966
00000100:00000400:0.0:1329970596.306742:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970596.306745:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970596.306747:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970596.306751:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373246390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970596.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246383:0@lo:400
00000100:00100000:0.0:1329970596.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970596.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246384:0@lo:400
00000100:00100000:0.0:1329970596.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970596.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246385:0@lo:400
00000100:00100000:0.0:1329970596.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970596.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246386:0@lo:400
00000100:00100000:0.0:1329970596.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970596.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246387:0@lo:400
00000100:00100000:0.0:1329970596.306893:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970596.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246388:0@lo:400
00000100:00100000:0.0:1329970596.306905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970596.306927:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970596 exp ffff880052834000
00000100:00100000:0.0:1329970596.306955:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246383:12345-0@lo:400
00000100:00100000:0.0:1329970596.306980:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246383:12345-0@lo:400 Request procesed in 45us (150us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970596.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970596 exp ffff880008f8fc00
00000100:00080000:0.0:1329970596.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970596 exp ffff880057c49800
00000100:00080000:0.0:1329970596.307007:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970596 exp ffff8800572c1c00
00000100:00080000:0.0:1329970596.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970596 exp ffff880046d08400
00000100:00100000:0.0:1329970596.307020:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246384:12345-0@lo:400
00000100:00100000:0.0:1329970596.307037:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246384:12345-0@lo:400 Request procesed in 20us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970596.307045:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246385:12345-0@lo:400
00000100:00100000:0.0:1329970596.307056:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246385:12345-0@lo:400 Request procesed in 14us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970596.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246387:12345-0@lo:400
00000100:00100000:0.0:1329970596.307074:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246387:12345-0@lo:400 Request procesed in 12us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970596.307080:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246388:12345-0@lo:400
00000100:00100000:0.0:1329970596.307091:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246388:12345-0@lo:400 Request procesed in 13us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970596.307101:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970596 exp ffff880008f8f400
00000100:00100000:0.0:1329970596.307110:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246386:12345-0@lo:400
00000100:00100000:0.0:1329970596.307126:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246386:12345-0@lo:400 Request procesed in 19us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970596.307148:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246389:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970596.307161:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246389 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970596] [real_sent 1329970596] [current 1329970596] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373246389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970596.307172:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373246389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970596.307178:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970596.307180:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970596.307182:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246389:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970596.307185:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246390:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970596.307192:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246390 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970596] [real_sent 1329970596] [current 1329970596] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373246390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970596.307199:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373246390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970596.307204:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970596.307205:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970596.307207:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246390:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970596.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246383:0@lo:400
00000100:00100000:0.0:1329970596.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246384:0@lo:400
00000100:00100000:0.0:1329970596.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246385:0@lo:400
00000100:00100000:0.0:1329970596.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246386:0@lo:400
00000100:00100000:0.0:1329970596.307242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246387:0@lo:400
00000100:00100000:0.0:1329970596.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246388:0@lo:400
00000100:00100000:0.0:1329970596.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970597.368646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970598.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970599.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970600.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970601.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970601.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970601.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970601.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332723966
00000100:00000400:0.0:1329970601.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970601.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970601.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970601.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373246397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970601.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970601.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970601.306707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970601.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332723966
00000100:00000400:0.0:1329970601.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970601.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970601.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970601.306720:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373246398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970601.306741:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246397:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970601.306769:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246397 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970601] [real_sent 1329970601] [current 1329970601] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373246397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970601.306779:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373246397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970601.306785:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970601.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970601.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246397:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970601.306792:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246398:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970601.306799:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246398 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970601] [real_sent 1329970601] [current 1329970601] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373246398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970601.306807:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373246398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970601.306811:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970601.306813:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970601.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246398:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970601.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246391:0@lo:400
00000100:00100000:0.0:1329970601.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970601.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246392:0@lo:400
00000100:00100000:0.0:1329970601.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970601.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246393:0@lo:400
00000100:00100000:0.0:1329970601.306946:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970601.306954:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246394:0@lo:400
00000100:00100000:0.0:1329970601.306963:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970601.306968:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246395:0@lo:400
00000100:00100000:0.0:1329970601.306975:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970601.306980:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246396:0@lo:400
00000100:00100000:0.0:1329970601.306986:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970601.307007:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970601 exp ffff880052834000
00000100:00100000:0.0:1329970601.307027:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246391:12345-0@lo:400
00000100:00100000:0.0:1329970601.307052:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246391:12345-0@lo:400 Request procesed in 36us (155us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970601.307066:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970601 exp ffff880008f8fc00
00000100:00080000:0.0:1329970601.307072:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970601 exp ffff880057c49800
00000100:00080000:0.0:1329970601.307077:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970601 exp ffff8800572c1c00
00000100:00080000:0.0:1329970601.307082:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970601 exp ffff880046d08400
00000100:00100000:0.0:1329970601.307093:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246392:12345-0@lo:400
00000100:00100000:0.0:1329970601.307110:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246392:12345-0@lo:400 Request procesed in 24us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970601.307131:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246393:12345-0@lo:400
00000100:00100000:0.0:1329970601.307143:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246393:12345-0@lo:400 Request procesed in 15us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970601.307150:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246395:12345-0@lo:400
00000100:00100000:0.0:1329970601.307161:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246395:12345-0@lo:400 Request procesed in 13us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970601.307168:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246396:12345-0@lo:400
00000100:00100000:0.0:1329970601.307178:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246396:12345-0@lo:400 Request procesed in 12us (192us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970601.307189:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970601 exp ffff880008f8f400
00000100:00100000:0.0:1329970601.307198:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246394:12345-0@lo:400
00000100:00100000:0.0:1329970601.307215:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246394:12345-0@lo:400 Request procesed in 19us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970601.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246391:0@lo:400
00000100:00100000:0.0:1329970601.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246392:0@lo:400
00000100:00100000:0.0:1329970601.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246393:0@lo:400
00000100:00100000:0.0:1329970601.307253:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246394:0@lo:400
00000100:00100000:0.0:1329970601.307257:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246395:0@lo:400
00000100:00100000:0.0:1329970601.307261:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246396:0@lo:400
00000100:00100000:0.0:1329970601.368644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970602.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970603.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970604.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970605.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970606.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970606.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970606.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970606.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332728966
00000100:00000400:0.0:1329970606.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970606.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970606.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970606.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970606.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970606.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970606.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970606.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332728966
00000100:00000400:0.0:1329970606.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970606.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970606.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970606.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373246406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970606.306722:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246405:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970606.306750:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246405 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970606] [real_sent 1329970606] [current 1329970606] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970606.306760:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970606.306767:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970606.306768:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970606.306771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246405:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970606.306774:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246406:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970606.306781:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246406 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970606] [real_sent 1329970606] [current 1329970606] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373246406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970606.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373246406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970606.306793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970606.306794:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970606.306796:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246406:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970606.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246399:0@lo:400
00000100:00100000:0.0:1329970606.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970606.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246400:0@lo:400
00000100:00100000:0.0:1329970606.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970606.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246401:0@lo:400
00000100:00100000:0.0:1329970606.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970606.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246402:0@lo:400
00000100:00100000:0.0:1329970606.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970606.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246403:0@lo:400
00000100:00100000:0.0:1329970606.306906:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970606.306911:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246404:0@lo:400
00000100:00100000:0.0:1329970606.306917:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970606.306937:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970606 exp ffff880052834000
00000100:00100000:0.0:1329970606.306962:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246399:12345-0@lo:400
00000100:00100000:0.0:1329970606.306986:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246399:12345-0@lo:400 Request procesed in 40us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970606.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970606 exp ffff880008f8fc00
00000100:00080000:0.0:1329970606.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970606 exp ffff880057c49800
00000100:00080000:0.0:1329970606.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970606 exp ffff8800572c1c00
00000100:00080000:0.0:1329970606.307015:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970606 exp ffff880046d08400
00000100:00100000:0.0:1329970606.307023:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246400:12345-0@lo:400
00000100:00100000:0.0:1329970606.307040:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246400:12345-0@lo:400 Request procesed in 20us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970606.307048:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246401:12345-0@lo:400
00000100:00100000:0.0:1329970606.307059:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246401:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970606.307067:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246403:12345-0@lo:400
00000100:00100000:0.0:1329970606.307078:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246403:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970606.307084:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246404:12345-0@lo:400
00000100:00100000:0.0:1329970606.307095:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246404:12345-0@lo:400 Request procesed in 12us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970606.307105:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970606 exp ffff880008f8f400
00000100:00100000:0.0:1329970606.307114:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246402:12345-0@lo:400
00000100:00100000:0.0:1329970606.307149:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246402:12345-0@lo:400 Request procesed in 37us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970606.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246399:0@lo:400
00000100:00100000:0.0:1329970606.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246400:0@lo:400
00000100:00100000:0.0:1329970606.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246401:0@lo:400
00000100:00100000:0.0:1329970606.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246402:0@lo:400
00000100:00100000:0.0:1329970606.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246403:0@lo:400
00000100:00100000:0.0:1329970606.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246404:0@lo:400
00000100:00100000:0.0:1329970606.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970607.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970608.368635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970609.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970610.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970611.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970611.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970611.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970611.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332733966
00000100:00000400:0.0:1329970611.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970611.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970611.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970611.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970611.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970611.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970611.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970611.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332733966
00000100:00000400:0.0:1329970611.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970611.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970611.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970611.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970611.306708:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246413:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970611.306735:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246413 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970611] [real_sent 1329970611] [current 1329970611] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970611.306746:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970611.306752:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970611.306754:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970611.306756:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246413:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970611.306759:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246414:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970611.306766:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246414 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970611] [real_sent 1329970611] [current 1329970611] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970611.306780:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970611.306785:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970611.306786:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970611.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246414:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970611.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246407:0@lo:400
00000100:00100000:0.0:1329970611.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970611.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246408:0@lo:400
00000100:00100000:0.0:1329970611.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970611.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246409:0@lo:400
00000100:00100000:0.0:1329970611.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970611.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246410:0@lo:400
00000100:00100000:0.0:1329970611.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970611.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246411:0@lo:400
00000100:00100000:0.0:1329970611.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970611.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246412:0@lo:400
00000100:00100000:0.0:1329970611.306911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970611.306931:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970611 exp ffff880052834000
00000100:00100000:0.0:1329970611.306949:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246407:12345-0@lo:400
00000100:00100000:0.0:1329970611.306972:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246407:12345-0@lo:400 Request procesed in 33us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970611.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970611 exp ffff880008f8fc00
00000100:00080000:0.0:1329970611.306992:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970611 exp ffff880057c49800
00000100:00080000:0.0:1329970611.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970611 exp ffff8800572c1c00
00000100:00080000:0.0:1329970611.307001:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970611 exp ffff880046d08400
00000100:00100000:0.0:1329970611.307013:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246408:12345-0@lo:400
00000100:00100000:0.0:1329970611.307030:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246408:12345-0@lo:400 Request procesed in 23us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970611.307038:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246409:12345-0@lo:400
00000100:00100000:0.0:1329970611.307049:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246409:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970611.307056:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246411:12345-0@lo:400
00000100:00100000:0.0:1329970611.307067:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246411:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970611.307074:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246412:12345-0@lo:400
00000100:00100000:0.0:1329970611.307085:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246412:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970611.307105:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970611 exp ffff880008f8f400
00000100:00100000:0.0:1329970611.307113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246410:12345-0@lo:400
00000100:00100000:0.0:1329970611.307130:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246410:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970611.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246407:0@lo:400
00000100:00100000:0.0:1329970611.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246408:0@lo:400
00000100:00100000:0.0:1329970611.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246409:0@lo:400
00000100:00100000:0.0:1329970611.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246410:0@lo:400
00000100:00100000:0.0:1329970611.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246411:0@lo:400
00000100:00100000:0.0:1329970611.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246412:0@lo:400
00000100:00100000:0.0:1329970611.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970612.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970613.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970614.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970615.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970616.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970616.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970616.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970616.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332738966
00000100:00000400:0.0:1329970616.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970616.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970616.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970616.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373246421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970616.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970616.306702:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970616.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970616.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332738966
00000100:00000400:0.0:1329970616.306707:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970616.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970616.306728:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970616.306732:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373246422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970616.306753:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246421:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970616.306788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246421 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970616] [real_sent 1329970616] [current 1329970616] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373246421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970616.306799:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373246421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970616.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970616.306811:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970616.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246421:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970616.306817:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246422:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970616.306825:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246422 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970616] [real_sent 1329970616] [current 1329970616] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373246422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970616.306832:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373246422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970616.306836:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970616.306838:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970616.306840:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246422:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970616.306948:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246415:0@lo:400
00000100:00100000:0.0:1329970616.306994:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970616.307005:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246416:0@lo:400
00000100:00100000:0.0:1329970616.307030:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970616.307037:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246417:0@lo:400
00000100:00100000:0.0:1329970616.307046:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970616.307051:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246418:0@lo:400
00000100:00100000:0.0:1329970616.307059:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970616.307064:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246419:0@lo:400
00000100:00100000:0.0:1329970616.307071:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970616.307076:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246420:0@lo:400
00000100:00100000:0.0:1329970616.307083:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970616.307103:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970616 exp ffff880052834000
00000100:00100000:0.0:1329970616.307127:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246415:12345-0@lo:400
00000100:00100000:0.0:1329970616.307151:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246415:12345-0@lo:400 Request procesed in 40us (158us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970616.307166:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970616 exp ffff880008f8fc00
00000100:00080000:0.0:1329970616.307173:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970616 exp ffff880057c49800
00000100:00080000:0.0:1329970616.307177:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970616 exp ffff8800572c1c00
00000100:00080000:0.0:1329970616.307182:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970616 exp ffff880046d08400
00000100:00100000:0.0:1329970616.307190:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246416:12345-0@lo:400
00000100:00100000:0.0:1329970616.307207:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246416:12345-0@lo:400 Request procesed in 20us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970616.307215:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246417:12345-0@lo:400
00000100:00100000:0.0:1329970616.307227:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246417:12345-0@lo:400 Request procesed in 14us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970616.307234:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246419:12345-0@lo:400
00000100:00100000:0.0:1329970616.307245:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246419:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970616.307252:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246420:12345-0@lo:400
00000100:00100000:0.0:1329970616.307262:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246420:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970616.307273:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970616 exp ffff880008f8f400
00000100:00100000:0.0:1329970616.307281:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246418:12345-0@lo:400
00000100:00100000:0.0:1329970616.307298:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246418:12345-0@lo:400 Request procesed in 19us (238us total) trans 0 rc 0/0
00000400:02020000:0.0:1329970616.307364:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329970616.307405:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970616.307415:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970616.307431:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246415:0@lo:400
00000100:00100000:0.0:1329970616.307438:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246416:0@lo:400
00000100:00100000:0.0:1329970616.307442:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246417:0@lo:400
00000100:00100000:0.0:1329970616.307446:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246418:0@lo:400
00000100:00100000:0.0:1329970616.307450:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246419:0@lo:400
00000100:00100000:0.0:1329970616.307454:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246420:0@lo:400
00000100:00100000:0.0:1329970616.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970617.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970618.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970619.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970620.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970621.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970621.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970621.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970621.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332743966
00000100:00000400:0.0:1329970621.306645:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970621.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970621.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970621.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373246429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970621.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970621.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970621.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970621.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332743966
00000100:00000400:0.0:1329970621.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970621.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970621.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970621.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970621.306709:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246429:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970621.306737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246429 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970621] [real_sent 1329970621] [current 1329970621] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373246429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970621.306747:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373246429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970621.306754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970621.306755:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970621.306758:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246429:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970621.306760:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246430:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970621.306768:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246430 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970621] [real_sent 1329970621] [current 1329970621] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970621.306775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970621.306780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970621.306781:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970621.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246430:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970621.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246423:0@lo:400
00000100:00100000:0.0:1329970621.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970621.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246424:0@lo:400
00000100:00100000:0.0:1329970621.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970621.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246425:0@lo:400
00000100:00100000:0.0:1329970621.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970621.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246426:0@lo:400
00000100:00100000:0.0:1329970621.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970621.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246427:0@lo:400
00000100:00100000:0.0:1329970621.306906:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970621.306911:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246428:0@lo:400
00000100:00100000:0.0:1329970621.306917:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970621.306937:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970621 exp ffff880052834000
00000100:00100000:0.0:1329970621.306958:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246423:12345-0@lo:400
00000100:00100000:0.0:1329970621.306982:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246423:12345-0@lo:400 Request procesed in 36us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970621.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970621 exp ffff880008f8fc00
00000100:00080000:0.0:1329970621.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970621 exp ffff880057c49800
00000100:00080000:0.0:1329970621.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970621 exp ffff8800572c1c00
00000100:00080000:0.0:1329970621.307010:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970621 exp ffff880046d08400
00000100:00100000:0.0:1329970621.307018:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246424:12345-0@lo:400
00000100:00100000:0.0:1329970621.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246424:12345-0@lo:400 Request procesed in 20us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970621.307043:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246425:12345-0@lo:400
00000100:00100000:0.0:1329970621.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246425:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970621.307061:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246427:12345-0@lo:400
00000100:00100000:0.0:1329970621.307072:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246427:12345-0@lo:400 Request procesed in 12us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970621.307079:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246428:12345-0@lo:400
00000100:00100000:0.0:1329970621.307089:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246428:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970621.307099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970621 exp ffff880008f8f400
00000100:00100000:0.0:1329970621.307108:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246426:12345-0@lo:400
00000100:00100000:0.0:1329970621.307124:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246426:12345-0@lo:400 Request procesed in 19us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970621.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246423:0@lo:400
00000100:00100000:0.0:1329970621.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246424:0@lo:400
00000100:00100000:0.0:1329970621.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246425:0@lo:400
00000100:00100000:0.0:1329970621.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246426:0@lo:400
00000100:00100000:0.0:1329970621.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246427:0@lo:400
00000100:00100000:0.0:1329970621.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246428:0@lo:400
00000100:00100000:0.0:1329970621.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970622.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970623.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970624.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970625.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970626.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970626.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970626.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970626.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332748966
00000100:00000400:0.0:1329970626.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970626.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970626.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970626.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373246437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970626.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970626.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970626.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970626.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332748966
00000100:00000400:0.0:1329970626.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970626.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970626.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970626.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373246438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970626.306726:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246431:0@lo:400
00000100:00100000:0.0:1329970626.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970626.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246432:0@lo:400
00000100:00100000:0.0:1329970626.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970626.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246433:0@lo:400
00000100:00100000:0.0:1329970626.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970626.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246434:0@lo:400
00000100:00100000:0.0:1329970626.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970626.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246435:0@lo:400
00000100:00100000:0.0:1329970626.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970626.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246436:0@lo:400
00000100:00100000:0.0:1329970626.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970626.306871:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970626 exp ffff880052834000
00000100:00100000:0.0:1329970626.306895:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246431:12345-0@lo:400
00000100:00100000:0.0:1329970626.306921:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246431:12345-0@lo:400 Request procesed in 41us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970626.306938:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970626 exp ffff880008f8fc00
00000100:00100000:0.0:1329970626.306947:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246432:12345-0@lo:400
00000100:00100000:0.0:1329970626.306964:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246432:12345-0@lo:400 Request procesed in 19us (194us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970626.306970:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970626 exp ffff880057c49800
00000100:00080000:0.0:1329970626.306975:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970626 exp ffff8800572c1c00
00000100:00080000:0.0:1329970626.306980:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970626 exp ffff880046d08400
00000100:00100000:0.0:1329970626.306987:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246433:12345-0@lo:400
00000100:00100000:0.0:1329970626.307000:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246433:12345-0@lo:400 Request procesed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970626.307006:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246435:12345-0@lo:400
00000100:00100000:0.0:1329970626.307017:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246435:12345-0@lo:400 Request procesed in 13us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970626.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246436:12345-0@lo:400
00000100:00100000:0.0:1329970626.307046:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246436:12345-0@lo:400 Request procesed in 13us (198us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970626.307056:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970626 exp ffff880008f8f400
00000100:00100000:0.0:1329970626.307065:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246434:12345-0@lo:400
00000100:00100000:0.0:1329970626.307081:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246434:12345-0@lo:400 Request procesed in 19us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970626.307103:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246437:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970626.307116:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246437 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970626] [real_sent 1329970626] [current 1329970626] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373246437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970626.307133:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373246437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970626.307140:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970626.307141:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970626.307144:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246437:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970626.307147:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246438:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970626.307154:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246438 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970626] [real_sent 1329970626] [current 1329970626] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373246438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970626.307161:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373246438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970626.307166:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970626.307167:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970626.307169:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246438:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970626.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246431:0@lo:400
00000100:00100000:0.0:1329970626.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246432:0@lo:400
00000100:00100000:0.0:1329970626.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246433:0@lo:400
00000100:00100000:0.0:1329970626.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246434:0@lo:400
00000100:00100000:0.0:1329970626.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246435:0@lo:400
00000100:00100000:0.0:1329970626.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246436:0@lo:400
00000100:00100000:0.0:1329970626.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970627.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970628.368596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970629.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970630.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970631.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970631.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970631.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970631.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332753966
00000100:00000400:0.0:1329970631.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970631.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970631.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970631.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373246445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970631.306720:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970631.306721:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970631.306723:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970631.306725:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332753966
00000100:00000400:0.0:1329970631.306726:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970631.306729:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970631.306731:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970631.306735:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373246446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970631.306755:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246445:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970631.306782:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246445 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970631] [real_sent 1329970631] [current 1329970631] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373246445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970631.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373246445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970631.306799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970631.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970631.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246445:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970631.306806:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246446:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970631.306814:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246446 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970631] [real_sent 1329970631] [current 1329970631] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373246446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970631.306821:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373246446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970631.306825:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970631.306827:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970631.306829:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246446:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970631.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246439:0@lo:400
00000100:00100000:0.0:1329970631.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970631.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246440:0@lo:400
00000100:00100000:0.0:1329970631.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970631.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246441:0@lo:400
00000100:00100000:0.0:1329970631.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970631.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246442:0@lo:400
00000100:00100000:0.0:1329970631.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970631.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246443:0@lo:400
00000100:00100000:0.0:1329970631.306905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970631.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246444:0@lo:400
00000100:00100000:0.0:1329970631.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970631.306934:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970631 exp ffff880052834000
00000100:00100000:0.0:1329970631.306952:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246439:12345-0@lo:400
00000100:00100000:0.0:1329970631.306976:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246439:12345-0@lo:400 Request procesed in 34us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970631.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970631 exp ffff880008f8fc00
00000100:00080000:0.0:1329970631.306996:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970631 exp ffff880057c49800
00000100:00080000:0.0:1329970631.307001:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970631 exp ffff8800572c1c00
00000100:00080000:0.0:1329970631.307005:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970631 exp ffff880046d08400
00000100:00100000:0.0:1329970631.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246440:12345-0@lo:400
00000100:00100000:0.0:1329970631.307032:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246440:12345-0@lo:400 Request procesed in 21us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970631.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246441:12345-0@lo:400
00000100:00100000:0.0:1329970631.307053:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246441:12345-0@lo:400 Request procesed in 16us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970631.307060:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246443:12345-0@lo:400
00000100:00100000:0.0:1329970631.307071:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246443:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970631.307078:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246444:12345-0@lo:400
00000100:00100000:0.0:1329970631.307089:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246444:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970631.307099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970631 exp ffff880008f8f400
00000100:00100000:0.0:1329970631.307107:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246442:12345-0@lo:400
00000100:00100000:0.0:1329970631.307124:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246442:12345-0@lo:400 Request procesed in 18us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970631.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246439:0@lo:400
00000100:00100000:0.0:1329970631.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246440:0@lo:400
00000100:00100000:0.0:1329970631.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246441:0@lo:400
00000100:00100000:0.0:1329970631.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246442:0@lo:400
00000100:00100000:0.0:1329970631.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246443:0@lo:400
00000100:00100000:0.0:1329970631.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246444:0@lo:400
00000100:00100000:0.0:1329970631.368641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970632.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970633.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970634.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970635.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970636.306610:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970636.306617:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970636.306619:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970636.306624:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332758966
00000100:00000400:0.0:1329970636.306626:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970636.306632:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970636.306638:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970636.306645:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373246453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970636.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970636.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970636.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970636.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332758966
00000100:00000400:0.0:1329970636.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970636.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970636.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970636.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373246454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970636.306688:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246453:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970636.306715:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246453 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970636] [real_sent 1329970636] [current 1329970636] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373246453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970636.306726:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373246453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970636.306732:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970636.306734:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970636.306736:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246453:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970636.306739:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246454:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970636.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246454 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970636] [real_sent 1329970636] [current 1329970636] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373246454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970636.306754:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373246454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970636.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970636.306760:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970636.306762:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246454:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970636.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246447:0@lo:400
00000100:00100000:0.0:1329970636.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970636.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246448:0@lo:400
00000100:00100000:0.0:1329970636.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970636.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246449:0@lo:400
00000100:00100000:0.0:1329970636.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970636.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246450:0@lo:400
00000100:00100000:0.0:1329970636.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970636.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246451:0@lo:400
00000100:00100000:0.0:1329970636.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970636.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246452:0@lo:400
00000100:00100000:0.0:1329970636.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970636.306907:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970636 exp ffff880052834000
00000100:00100000:0.0:1329970636.306935:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246447:12345-0@lo:400
00000100:00100000:0.0:1329970636.306960:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246447:12345-0@lo:400 Request procesed in 44us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970636.306974:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970636 exp ffff880008f8fc00
00000100:00080000:0.0:1329970636.306981:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970636 exp ffff880057c49800
00000100:00080000:0.0:1329970636.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970636 exp ffff8800572c1c00
00000100:00080000:0.0:1329970636.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970636 exp ffff880046d08400
00000100:00100000:0.0:1329970636.306999:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246448:12345-0@lo:400
00000100:00100000:0.0:1329970636.307015:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246448:12345-0@lo:400 Request procesed in 20us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970636.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246449:12345-0@lo:400
00000100:00100000:0.0:1329970636.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246449:12345-0@lo:400 Request procesed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970636.307042:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246451:12345-0@lo:400
00000100:00100000:0.0:1329970636.307052:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246451:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970636.307059:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246452:12345-0@lo:400
00000100:00100000:0.0:1329970636.307070:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246452:12345-0@lo:400 Request procesed in 12us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970636.307080:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970636 exp ffff880008f8f400
00000100:00100000:0.0:1329970636.307089:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246450:12345-0@lo:400
00000100:00100000:0.0:1329970636.307106:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246450:12345-0@lo:400 Request procesed in 19us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970636.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246447:0@lo:400
00000100:00100000:0.0:1329970636.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246448:0@lo:400
00000100:00100000:0.0:1329970636.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246449:0@lo:400
00000100:00100000:0.0:1329970636.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246450:0@lo:400
00000100:00100000:0.0:1329970636.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246451:0@lo:400
00000100:00100000:0.0:1329970636.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246452:0@lo:400
00000100:00100000:0.0:1329970636.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970637.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970638.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970639.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970640.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970641.306637:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970641.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970641.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970641.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332763966
00000100:00000400:0.0:1329970641.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970641.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970641.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970641.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970641.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970641.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970641.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970641.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332763966
00000100:00000400:0.0:1329970641.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970641.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970641.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970641.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970641.306715:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246461:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970641.306764:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246461 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970641] [real_sent 1329970641] [current 1329970641] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970641.306775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970641.306781:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970641.306783:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970641.306785:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246461:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970641.306788:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246462:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970641.306796:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246462 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970641] [real_sent 1329970641] [current 1329970641] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970641.306803:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970641.306808:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970641.306809:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970641.306811:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246462:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970641.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246455:0@lo:400
00000100:00100000:0.0:1329970641.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970641.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246456:0@lo:400
00000100:00100000:0.0:1329970641.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970641.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246457:0@lo:400
00000100:00100000:0.0:1329970641.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970641.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246458:0@lo:400
00000100:00100000:0.0:1329970641.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970641.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246459:0@lo:400
00000100:00100000:0.0:1329970641.306920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970641.306928:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246460:0@lo:400
00000100:00100000:0.0:1329970641.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970641.306956:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970641 exp ffff880052834000
00000100:00100000:0.0:1329970641.306977:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246455:12345-0@lo:400
00000100:00100000:0.0:1329970641.307002:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246455:12345-0@lo:400 Request procesed in 37us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970641.307017:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970641 exp ffff880008f8fc00
00000100:00080000:0.0:1329970641.307023:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970641 exp ffff880057c49800
00000100:00080000:0.0:1329970641.307028:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970641 exp ffff8800572c1c00
00000100:00080000:0.0:1329970641.307032:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970641 exp ffff880046d08400
00000100:00100000:0.0:1329970641.307043:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246456:12345-0@lo:400
00000100:00100000:0.0:1329970641.307060:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246456:12345-0@lo:400 Request procesed in 23us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970641.307069:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246457:12345-0@lo:400
00000100:00100000:0.0:1329970641.307080:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246457:12345-0@lo:400 Request procesed in 14us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970641.307099:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246459:12345-0@lo:400
00000100:00100000:0.0:1329970641.307110:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246459:12345-0@lo:400 Request procesed in 14us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970641.307117:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246460:12345-0@lo:400
00000100:00100000:0.0:1329970641.307128:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246460:12345-0@lo:400 Request procesed in 13us (192us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970641.307139:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970641 exp ffff880008f8f400
00000100:00100000:0.0:1329970641.307147:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246458:12345-0@lo:400
00000100:00100000:0.0:1329970641.307164:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246458:12345-0@lo:400 Request procesed in 20us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970641.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246455:0@lo:400
00000100:00100000:0.0:1329970641.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246456:0@lo:400
00000100:00100000:0.0:1329970641.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246457:0@lo:400
00000100:00100000:0.0:1329970641.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246458:0@lo:400
00000100:00100000:0.0:1329970641.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246459:0@lo:400
00000100:00100000:0.0:1329970641.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246460:0@lo:400
00000100:00100000:0.0:1329970641.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970642.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970643.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970644.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970645.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970646.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970646.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970646.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970646.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332768966
00000100:00000400:0.0:1329970646.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970646.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970646.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970646.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373246469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970646.306727:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970646.306728:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970646.306730:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970646.306732:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332768966
00000100:00000400:0.0:1329970646.306734:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970646.306736:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970646.306738:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970646.306742:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373246470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970646.306764:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246463:0@lo:400
00000100:00100000:0.0:1329970646.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970646.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246464:0@lo:400
00000100:00100000:0.0:1329970646.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970646.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246465:0@lo:400
00000100:00100000:0.0:1329970646.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970646.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246466:0@lo:400
00000100:00100000:0.0:1329970646.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970646.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246467:0@lo:400
00000100:00100000:0.0:1329970646.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970646.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246468:0@lo:400
00000100:00100000:0.0:1329970646.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970646.306874:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970646 exp ffff880052834000
00000100:00100000:0.0:1329970646.306901:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246463:12345-0@lo:400
00000100:00100000:0.0:1329970646.306925:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246463:12345-0@lo:400 Request procesed in 43us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970646.306939:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970646 exp ffff880008f8fc00
00000100:00080000:0.0:1329970646.306946:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970646 exp ffff880057c49800
00000100:00080000:0.0:1329970646.306950:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970646 exp ffff8800572c1c00
00000100:00080000:0.0:1329970646.306954:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970646 exp ffff880046d08400
00000100:00100000:0.0:1329970646.306962:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246464:12345-0@lo:400
00000100:00100000:0.0:1329970646.306980:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246464:12345-0@lo:400 Request procesed in 20us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970646.306988:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246465:12345-0@lo:400
00000100:00100000:0.0:1329970646.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246465:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970646.307006:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246467:12345-0@lo:400
00000100:00100000:0.0:1329970646.307017:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246467:12345-0@lo:400 Request procesed in 12us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970646.307023:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246468:12345-0@lo:400
00000100:00100000:0.0:1329970646.307034:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246468:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970646.307044:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970646 exp ffff880008f8f400
00000100:00100000:0.0:1329970646.307053:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246466:12345-0@lo:400
00000100:00100000:0.0:1329970646.307069:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246466:12345-0@lo:400 Request procesed in 19us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970646.307089:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246469:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970646.307102:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246469 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970646] [real_sent 1329970646] [current 1329970646] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373246469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970646.307113:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373246469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970646.307119:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970646.307121:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970646.307124:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246469:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970646.307126:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246470:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970646.307133:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246470 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970646] [real_sent 1329970646] [current 1329970646] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373246470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970646.307141:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373246470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970646.307145:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970646.307147:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970646.307149:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246470:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970646.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246463:0@lo:400
00000100:00100000:0.0:1329970646.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246464:0@lo:400
00000100:00100000:0.0:1329970646.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246465:0@lo:400
00000100:00100000:0.0:1329970646.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246466:0@lo:400
00000100:00100000:0.0:1329970646.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246467:0@lo:400
00000100:00100000:0.0:1329970646.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246468:0@lo:400
00000100:00100000:0.0:1329970646.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970647.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970648.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970649.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970650.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970651.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970651.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970651.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970651.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332773966
00000100:00000400:0.0:1329970651.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970651.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970651.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970651.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373246477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970651.306681:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970651.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970651.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970651.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332773966
00000100:00000400:0.0:1329970651.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970651.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970651.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970651.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373246478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970651.306716:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246471:0@lo:400
00000100:00100000:0.0:1329970651.306742:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970651.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246472:0@lo:400
00000100:00100000:0.0:1329970651.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970651.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246473:0@lo:400
00000100:00100000:0.0:1329970651.306772:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970651.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246474:0@lo:400
00000100:00100000:0.0:1329970651.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970651.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246475:0@lo:400
00000100:00100000:0.0:1329970651.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970651.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246476:0@lo:400
00000100:00100000:0.0:1329970651.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970651.306826:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970651 exp ffff880052834000
00000100:00100000:0.0:1329970651.306847:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246471:12345-0@lo:400
00000100:00100000:0.0:1329970651.306870:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246471:12345-0@lo:400 Request procesed in 36us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970651.306884:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970651 exp ffff880008f8fc00
00000100:00080000:0.0:1329970651.306890:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970651 exp ffff880057c49800
00000100:00080000:0.0:1329970651.306895:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970651 exp ffff8800572c1c00
00000100:00080000:0.0:1329970651.306899:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970651 exp ffff880046d08400
00000100:00100000:0.0:1329970651.306907:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246472:12345-0@lo:400
00000100:00100000:0.0:1329970651.306924:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246472:12345-0@lo:400 Request procesed in 19us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970651.306932:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246473:12345-0@lo:400
00000100:00100000:0.0:1329970651.306945:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246473:12345-0@lo:400 Request procesed in 16us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970651.306952:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246475:12345-0@lo:400
00000100:00100000:0.0:1329970651.306963:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246475:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970651.306969:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246476:12345-0@lo:400
00000100:00100000:0.0:1329970651.306980:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246476:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970651.306992:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970651 exp ffff880008f8f400
00000100:00100000:0.0:1329970651.307001:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246474:12345-0@lo:400
00000100:00100000:0.0:1329970651.307017:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246474:12345-0@lo:400 Request procesed in 19us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970651.307038:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246477:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970651.307050:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246477 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970651] [real_sent 1329970651] [current 1329970651] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373246477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970651.307060:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373246477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970651.307066:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970651.307068:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970651.307070:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246477:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970651.307073:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246478:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970651.307080:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246478 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970651] [real_sent 1329970651] [current 1329970651] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373246478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970651.307087:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373246478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970651.307092:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970651.307093:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970651.307095:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246478:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970651.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246471:0@lo:400
00000100:00100000:0.0:1329970651.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246472:0@lo:400
00000100:00100000:0.0:1329970651.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246473:0@lo:400
00000100:00100000:0.0:1329970651.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246474:0@lo:400
00000100:00100000:0.0:1329970651.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246475:0@lo:400
00000100:00100000:0.0:1329970651.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246476:0@lo:400
00000100:00100000:0.0:1329970651.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970652.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970653.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970654.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970655.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970656.306625:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970656.306632:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970656.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970656.306639:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332778966
00000100:00000400:0.0:1329970656.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970656.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970656.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970656.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373246485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970656.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970656.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970656.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970656.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332778966
00000100:00000400:0.0:1329970656.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970656.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970656.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970656.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970656.306752:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246485:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970656.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246485 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970656] [real_sent 1329970656] [current 1329970656] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373246485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970656.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373246485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970656.306797:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970656.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970656.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246485:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970656.306804:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246486:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970656.306812:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246486 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970656] [real_sent 1329970656] [current 1329970656] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970656.306819:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970656.306823:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970656.306825:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970656.306827:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246486:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970656.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246479:0@lo:400
00000100:00100000:0.0:1329970656.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970656.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246480:0@lo:400
00000100:00100000:0.0:1329970656.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970656.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246481:0@lo:400
00000100:00100000:0.0:1329970656.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970656.306927:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246482:0@lo:400
00000100:00100000:0.0:1329970656.306937:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970656.306942:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246483:0@lo:400
00000100:00100000:0.0:1329970656.306948:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970656.306953:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246484:0@lo:400
00000100:00100000:0.0:1329970656.306959:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970656.306979:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970656 exp ffff880052834000
00000100:00100000:0.0:1329970656.307004:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246479:12345-0@lo:400
00000100:00100000:0.0:1329970656.307028:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246479:12345-0@lo:400 Request procesed in 40us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970656.307042:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970656 exp ffff880008f8fc00
00000100:00080000:0.0:1329970656.307048:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970656 exp ffff880057c49800
00000100:00080000:0.0:1329970656.307052:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970656 exp ffff8800572c1c00
00000100:00080000:0.0:1329970656.307057:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970656 exp ffff880046d08400
00000100:00100000:0.0:1329970656.307065:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246480:12345-0@lo:400
00000100:00100000:0.0:1329970656.307082:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246480:12345-0@lo:400 Request procesed in 19us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970656.307102:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246481:12345-0@lo:400
00000100:00100000:0.0:1329970656.307114:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246481:12345-0@lo:400 Request procesed in 14us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970656.307120:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246483:12345-0@lo:400
00000100:00100000:0.0:1329970656.307131:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246483:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970656.307138:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246484:12345-0@lo:400
00000100:00100000:0.0:1329970656.307148:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246484:12345-0@lo:400 Request procesed in 12us (189us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970656.307161:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970656 exp ffff880008f8f400
00000100:00100000:0.0:1329970656.307169:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246482:12345-0@lo:400
00000100:00100000:0.0:1329970656.307185:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246482:12345-0@lo:400 Request procesed in 19us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970656.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246479:0@lo:400
00000100:00100000:0.0:1329970656.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246480:0@lo:400
00000100:00100000:0.0:1329970656.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246481:0@lo:400
00000100:00100000:0.0:1329970656.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246482:0@lo:400
00000100:00100000:0.0:1329970656.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246483:0@lo:400
00000100:00100000:0.0:1329970656.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246484:0@lo:400
00000100:00100000:0.0:1329970656.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970657.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970658.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970659.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970660.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970661.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970661.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970661.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970661.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332783966
00000100:00000400:0.0:1329970661.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970661.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970661.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970661.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970661.306715:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970661.306717:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970661.306719:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970661.306721:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332783966
00000100:00000400:0.0:1329970661.306722:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970661.306725:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970661.306727:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970661.306730:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373246494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970661.306751:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246493:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970661.306779:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246493 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970661] [real_sent 1329970661] [current 1329970661] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970661.306789:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970661.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970661.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970661.306800:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246493:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970661.306803:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246494:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970661.306810:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246494 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970661] [real_sent 1329970661] [current 1329970661] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373246494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970661.306817:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373246494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970661.306822:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970661.306823:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970661.306825:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246494:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970661.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246487:0@lo:400
00000100:00100000:0.0:1329970661.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970661.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246488:0@lo:400
00000100:00100000:0.0:1329970661.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970661.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246489:0@lo:400
00000100:00100000:0.0:1329970661.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970661.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246490:0@lo:400
00000100:00100000:0.0:1329970661.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970661.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246491:0@lo:400
00000100:00100000:0.0:1329970661.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970661.306905:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246492:0@lo:400
00000100:00100000:0.0:1329970661.306912:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970661.306929:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970661 exp ffff880052834000
00000100:00100000:0.0:1329970661.306950:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246487:12345-0@lo:400
00000100:00100000:0.0:1329970661.306973:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246487:12345-0@lo:400 Request procesed in 36us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970661.306987:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970661 exp ffff880008f8fc00
00000100:00080000:0.0:1329970661.306994:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970661 exp ffff880057c49800
00000100:00080000:0.0:1329970661.306998:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970661 exp ffff8800572c1c00
00000100:00080000:0.0:1329970661.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970661 exp ffff880046d08400
00000100:00100000:0.0:1329970661.307010:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246488:12345-0@lo:400
00000100:00100000:0.0:1329970661.307027:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246488:12345-0@lo:400 Request procesed in 20us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970661.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246489:12345-0@lo:400
00000100:00100000:0.0:1329970661.307047:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246489:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970661.307054:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246491:12345-0@lo:400
00000100:00100000:0.0:1329970661.307065:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246491:12345-0@lo:400 Request procesed in 12us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970661.307071:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246492:12345-0@lo:400
00000100:00100000:0.0:1329970661.307083:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246492:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970661.307093:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970661 exp ffff880008f8f400
00000100:00100000:0.0:1329970661.307101:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246490:12345-0@lo:400
00000100:00100000:0.0:1329970661.307119:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246490:12345-0@lo:400 Request procesed in 21us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970661.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246487:0@lo:400
00000100:00100000:0.0:1329970661.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246488:0@lo:400
00000100:00100000:0.0:1329970661.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246489:0@lo:400
00000100:00100000:0.0:1329970661.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246490:0@lo:400
00000100:00100000:0.0:1329970661.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246491:0@lo:400
00000100:00100000:0.0:1329970661.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246492:0@lo:400
00000100:00100000:0.0:1329970661.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970662.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970663.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970664.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970665.368630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970666.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970666.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970666.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970666.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332788966
00000100:00000400:0.0:1329970666.306643:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970666.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970666.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970666.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373246501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970666.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970666.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970666.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970666.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332788966
00000100:00000400:0.0:1329970666.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970666.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970666.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970666.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373246502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970666.306705:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246501:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970666.306733:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246501 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970666] [real_sent 1329970666] [current 1329970666] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373246501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970666.306744:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373246501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970666.306750:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970666.306751:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970666.306754:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246501:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970666.306757:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246502:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970666.306765:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246502 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970666] [real_sent 1329970666] [current 1329970666] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373246502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970666.306778:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373246502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970666.306783:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970666.306784:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970666.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246502:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970666.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246495:0@lo:400
00000100:00100000:0.0:1329970666.306812:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970666.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246496:0@lo:400
00000100:00100000:0.0:1329970666.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970666.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246497:0@lo:400
00000100:00100000:0.0:1329970666.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970666.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246498:0@lo:400
00000100:00100000:0.0:1329970666.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970666.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246499:0@lo:400
00000100:00100000:0.0:1329970666.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970666.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246500:0@lo:400
00000100:00100000:0.0:1329970666.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970666.306893:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970666 exp ffff880052834000
00000100:00100000:0.0:1329970666.306918:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246495:12345-0@lo:400
00000100:00100000:0.0:1329970666.306942:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246495:12345-0@lo:400 Request procesed in 40us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970666.306955:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970666 exp ffff880008f8fc00
00000100:00080000:0.0:1329970666.306962:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970666 exp ffff880057c49800
00000100:00080000:0.0:1329970666.306966:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970666 exp ffff8800572c1c00
00000100:00080000:0.0:1329970666.306971:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970666 exp ffff880046d08400
00000100:00100000:0.0:1329970666.306979:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246496:12345-0@lo:400
00000100:00100000:0.0:1329970666.306996:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246496:12345-0@lo:400 Request procesed in 20us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970666.307004:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246497:12345-0@lo:400
00000100:00100000:0.0:1329970666.307016:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246497:12345-0@lo:400 Request procesed in 14us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970666.307023:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246499:12345-0@lo:400
00000100:00100000:0.0:1329970666.307034:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246499:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970666.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246500:12345-0@lo:400
00000100:00100000:0.0:1329970666.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246500:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970666.307071:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970666 exp ffff880008f8f400
00000100:00100000:0.0:1329970666.307080:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246498:12345-0@lo:400
00000100:00100000:0.0:1329970666.307096:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246498:12345-0@lo:400 Request procesed in 19us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970666.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246495:0@lo:400
00000100:00100000:0.0:1329970666.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246496:0@lo:400
00000100:00100000:0.0:1329970666.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246497:0@lo:400
00000100:00100000:0.0:1329970666.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246498:0@lo:400
00000100:00100000:0.0:1329970666.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246499:0@lo:400
00000100:00100000:0.0:1329970666.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246500:0@lo:400
00000100:00100000:0.0:1329970666.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970667.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970668.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970669.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970670.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970671.306611:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970671.306618:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970671.306620:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970671.306625:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332793966
00000100:00000400:0.0:1329970671.306627:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970671.306633:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970671.306639:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970671.306646:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970671.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970671.306655:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970671.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970671.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332793966
00000100:00000400:0.0:1329970671.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970671.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970671.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970671.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373246510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970671.306689:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246509:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970671.306717:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246509 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970671] [real_sent 1329970671] [current 1329970671] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970671.306727:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970671.306739:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970671.306740:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970671.306743:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246509:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970671.306746:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246510:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970671.306753:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246510 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970671] [real_sent 1329970671] [current 1329970671] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373246510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970671.306760:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373246510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970671.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970671.306766:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970671.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246510:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970671.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246503:0@lo:400
00000100:00100000:0.0:1329970671.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970671.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246504:0@lo:400
00000100:00100000:0.0:1329970671.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970671.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246505:0@lo:400
00000100:00100000:0.0:1329970671.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970671.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246506:0@lo:400
00000100:00100000:0.0:1329970671.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970671.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246507:0@lo:400
00000100:00100000:0.0:1329970671.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970671.306912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246508:0@lo:400
00000100:00100000:0.0:1329970671.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970671.306938:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970671 exp ffff880052834000
00000100:00100000:0.0:1329970671.306959:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246503:12345-0@lo:400
00000100:00100000:0.0:1329970671.306984:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246503:12345-0@lo:400 Request procesed in 37us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970671.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970671 exp ffff880008f8fc00
00000100:00080000:0.0:1329970671.307004:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970671 exp ffff880057c49800
00000100:00080000:0.0:1329970671.307008:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970671 exp ffff8800572c1c00
00000100:00080000:0.0:1329970671.307013:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970671 exp ffff880046d08400
00000100:00100000:0.0:1329970671.307021:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246504:12345-0@lo:400
00000100:00100000:0.0:1329970671.307038:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246504:12345-0@lo:400 Request procesed in 20us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970671.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246505:12345-0@lo:400
00000100:00100000:0.0:1329970671.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246505:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970671.307064:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246507:12345-0@lo:400
00000100:00100000:0.0:1329970671.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246507:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970671.307082:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246508:12345-0@lo:400
00000100:00100000:0.0:1329970671.307092:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246508:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970671.307103:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970671 exp ffff880008f8f400
00000100:00100000:0.0:1329970671.307111:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246506:12345-0@lo:400
00000100:00100000:0.0:1329970671.307127:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246506:12345-0@lo:400 Request procesed in 19us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970671.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246503:0@lo:400
00000100:00100000:0.0:1329970671.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246504:0@lo:400
00000100:00100000:0.0:1329970671.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246505:0@lo:400
00000100:00100000:0.0:1329970671.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246506:0@lo:400
00000100:00100000:0.0:1329970671.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246507:0@lo:400
00000100:00100000:0.0:1329970671.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246508:0@lo:400
00000100:00100000:0.0:1329970671.368591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970672.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970673.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970674.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970675.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970676.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970676.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970676.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970676.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332798966
00000100:00000400:0.0:1329970676.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970676.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970676.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970676.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373246517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970676.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970676.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970676.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970676.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332798966
00000100:00000400:0.0:1329970676.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970676.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970676.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970676.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373246518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970676.306717:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246511:0@lo:400
00000100:00100000:0.0:1329970676.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970676.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246512:0@lo:400
00000100:00100000:0.0:1329970676.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970676.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246513:0@lo:400
00000100:00100000:0.0:1329970676.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970676.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246514:0@lo:400
00000100:00100000:0.0:1329970676.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970676.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246515:0@lo:400
00000100:00100000:0.0:1329970676.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970676.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246516:0@lo:400
00000100:00100000:0.0:1329970676.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970676.306828:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970676 exp ffff880052834000
00000100:00100000:0.0:1329970676.306856:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246511:12345-0@lo:400
00000100:00100000:0.0:1329970676.306882:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246511:12345-0@lo:400 Request procesed in 44us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970676.306895:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970676 exp ffff880008f8fc00
00000100:00080000:0.0:1329970676.306902:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970676 exp ffff880057c49800
00000100:00080000:0.0:1329970676.306906:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970676 exp ffff8800572c1c00
00000100:00080000:0.0:1329970676.306911:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970676 exp ffff880046d08400
00000100:00100000:0.0:1329970676.306919:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246512:12345-0@lo:400
00000100:00100000:0.0:1329970676.306935:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246512:12345-0@lo:400 Request procesed in 19us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970676.306944:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246513:12345-0@lo:400
00000100:00100000:0.0:1329970676.306955:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246513:12345-0@lo:400 Request procesed in 14us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970676.306962:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246515:12345-0@lo:400
00000100:00100000:0.0:1329970676.306973:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246515:12345-0@lo:400 Request procesed in 12us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970676.306979:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246516:12345-0@lo:400
00000100:00100000:0.0:1329970676.306990:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246516:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970676.307000:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970676 exp ffff880008f8f400
00000100:00100000:0.0:1329970676.307009:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246514:12345-0@lo:400
00000100:00100000:0.0:1329970676.307025:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246514:12345-0@lo:400 Request procesed in 18us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970676.307046:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246517:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970676.307064:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246517 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970676] [real_sent 1329970676] [current 1329970676] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373246517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970676.307074:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373246517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970676.307080:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970676.307082:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970676.307085:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246517:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970676.307088:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246518:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970676.307095:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246518 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970676] [real_sent 1329970676] [current 1329970676] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373246518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970676.307108:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373246518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970676.307113:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970676.307114:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970676.307116:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246518:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970676.307299:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246511:0@lo:400
00000100:00100000:0.0:1329970676.307306:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246512:0@lo:400
00000100:00100000:0.0:1329970676.307310:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246513:0@lo:400
00000100:00100000:0.0:1329970676.307314:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246514:0@lo:400
00000100:00100000:0.0:1329970676.307319:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246515:0@lo:400
00000100:00100000:0.0:1329970676.307322:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246516:0@lo:400
00000400:02020000:0.0:1329970676.307380:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329970676.307420:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970676.307432:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970676.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970677.368639:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970678.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970679.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970680.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970681.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970681.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970681.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970681.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332803966
00000100:00000400:0.0:1329970681.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970681.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970681.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970681.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373246525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970681.306713:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970681.306716:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970681.306717:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970681.306721:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332803966
00000100:00000400:0.0:1329970681.306723:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970681.306727:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970681.306730:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970681.306737:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373246526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970681.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246519:0@lo:400
00000100:00100000:0.0:1329970681.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970681.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246520:0@lo:400
00000100:00100000:0.0:1329970681.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970681.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246521:0@lo:400
00000100:00100000:0.0:1329970681.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970681.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246522:0@lo:400
00000100:00100000:0.0:1329970681.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970681.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246523:0@lo:400
00000100:00100000:0.0:1329970681.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970681.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246524:0@lo:400
00000100:00100000:0.0:1329970681.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970681.306920:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970681 exp ffff880052834000
00000100:00100000:0.0:1329970681.306942:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246519:12345-0@lo:400
00000100:00100000:0.0:1329970681.306969:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246519:12345-0@lo:400 Request procesed in 38us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970681.307022:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970681 exp ffff880008f8fc00
00000100:00080000:0.0:1329970681.307035:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970681 exp ffff880057c49800
00000100:00080000:0.0:1329970681.307043:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970681 exp ffff8800572c1c00
00000100:00080000:0.0:1329970681.307050:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970681 exp ffff880046d08400
00000100:00100000:0.0:1329970681.307062:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246520:12345-0@lo:400
00000100:00100000:0.0:1329970681.307083:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246520:12345-0@lo:400 Request procesed in 27us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970681.307091:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246521:12345-0@lo:400
00000100:00100000:0.0:1329970681.307103:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246521:12345-0@lo:400 Request procesed in 14us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970681.307110:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246523:12345-0@lo:400
00000100:00100000:0.0:1329970681.307121:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246523:12345-0@lo:400 Request procesed in 13us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970681.307140:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246524:12345-0@lo:400
00000100:00100000:0.0:1329970681.307151:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246524:12345-0@lo:400 Request procesed in 14us (256us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970681.307162:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970681 exp ffff880008f8f400
00000100:00100000:0.0:1329970681.307171:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246522:12345-0@lo:400
00000100:00100000:0.0:1329970681.307188:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246522:12345-0@lo:400 Request procesed in 20us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970681.307210:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246525:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970681.307224:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246525 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970681] [real_sent 1329970681] [current 1329970681] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373246525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970681.307236:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373246525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970681.307242:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970681.307244:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970681.307246:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246525:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970681.307249:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246526:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970681.307256:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246526 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970681] [real_sent 1329970681] [current 1329970681] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373246526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970681.307264:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373246526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970681.307268:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970681.307270:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970681.307272:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246526:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970681.307288:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246519:0@lo:400
00000100:00100000:0.0:1329970681.307294:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246520:0@lo:400
00000100:00100000:0.0:1329970681.307298:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246521:0@lo:400
00000100:00100000:0.0:1329970681.307303:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246522:0@lo:400
00000100:00100000:0.0:1329970681.307307:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246523:0@lo:400
00000100:00100000:0.0:1329970681.307311:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246524:0@lo:400
00000100:00100000:0.0:1329970681.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970682.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970683.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970684.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970685.368641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970686.306642:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970686.306649:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970686.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970686.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332808966
00000100:00000400:0.0:1329970686.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970686.306664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970686.306670:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970686.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373246533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970686.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970686.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970686.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970686.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332808966
00000100:00000400:0.0:1329970686.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970686.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970686.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970686.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373246534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970686.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246533:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970686.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246533 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970686] [real_sent 1329970686] [current 1329970686] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373246533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970686.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373246533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970686.306769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970686.306771:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970686.306774:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246533:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970686.306776:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246534:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970686.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246534 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970686] [real_sent 1329970686] [current 1329970686] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373246534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970686.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373246534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970686.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970686.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970686.306799:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246534:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970686.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246527:0@lo:400
00000100:00100000:0.0:1329970686.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970686.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246528:0@lo:400
00000100:00100000:0.0:1329970686.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970686.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246529:0@lo:400
00000100:00100000:0.0:1329970686.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970686.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246530:0@lo:400
00000100:00100000:0.0:1329970686.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970686.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246531:0@lo:400
00000100:00100000:0.0:1329970686.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970686.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246532:0@lo:400
00000100:00100000:0.0:1329970686.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970686.306907:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970686 exp ffff880052834000
00000100:00100000:0.0:1329970686.306932:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246527:12345-0@lo:400
00000100:00100000:0.0:1329970686.306956:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246527:12345-0@lo:400 Request procesed in 41us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970686.306970:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970686 exp ffff880008f8fc00
00000100:00080000:0.0:1329970686.306977:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970686 exp ffff880057c49800
00000100:00080000:0.0:1329970686.306981:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970686 exp ffff8800572c1c00
00000100:00080000:0.0:1329970686.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970686 exp ffff880046d08400
00000100:00100000:0.0:1329970686.306994:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246528:12345-0@lo:400
00000100:00100000:0.0:1329970686.307011:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246528:12345-0@lo:400 Request procesed in 20us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970686.307019:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246529:12345-0@lo:400
00000100:00100000:0.0:1329970686.307031:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246529:12345-0@lo:400 Request procesed in 14us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970686.307038:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246531:12345-0@lo:400
00000100:00100000:0.0:1329970686.307048:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246531:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970686.307055:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246532:12345-0@lo:400
00000100:00100000:0.0:1329970686.307066:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246532:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970686.307076:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970686 exp ffff880008f8f400
00000100:00100000:0.0:1329970686.307085:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246530:12345-0@lo:400
00000100:00100000:0.0:1329970686.307102:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246530:12345-0@lo:400 Request procesed in 20us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970686.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246527:0@lo:400
00000100:00100000:0.0:1329970686.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246528:0@lo:400
00000100:00100000:0.0:1329970686.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246529:0@lo:400
00000100:00100000:0.0:1329970686.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246530:0@lo:400
00000100:00100000:0.0:1329970686.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246531:0@lo:400
00000100:00100000:0.0:1329970686.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246532:0@lo:400
00000100:00100000:0.0:1329970686.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970687.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970688.368596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970689.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970690.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970691.306650:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970691.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970691.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970691.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332813966
00000100:00000400:0.0:1329970691.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970691.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970691.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970691.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373246541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970691.306692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970691.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970691.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970691.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332813966
00000100:00000400:0.0:1329970691.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970691.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970691.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970691.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373246542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970691.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246541:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970691.306755:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246541 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970691] [real_sent 1329970691] [current 1329970691] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373246541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970691.306766:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373246541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970691.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970691.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970691.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246541:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970691.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246542:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970691.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246542 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970691] [real_sent 1329970691] [current 1329970691] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373246542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970691.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373246542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970691.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970691.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970691.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246542:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970691.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246535:0@lo:400
00000100:00100000:0.0:1329970691.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970691.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246536:0@lo:400
00000100:00100000:0.0:1329970691.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970691.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246537:0@lo:400
00000100:00100000:0.0:1329970691.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970691.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246538:0@lo:400
00000100:00100000:0.0:1329970691.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970691.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246539:0@lo:400
00000100:00100000:0.0:1329970691.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970691.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246540:0@lo:400
00000100:00100000:0.0:1329970691.306926:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970691.306946:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970691 exp ffff880052834000
00000100:00100000:0.0:1329970691.306967:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246535:12345-0@lo:400
00000100:00100000:0.0:1329970691.306992:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246535:12345-0@lo:400 Request procesed in 37us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970691.307005:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970691 exp ffff880008f8fc00
00000100:00080000:0.0:1329970691.307012:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970691 exp ffff880057c49800
00000100:00080000:0.0:1329970691.307016:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970691 exp ffff8800572c1c00
00000100:00080000:0.0:1329970691.307021:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970691 exp ffff880046d08400
00000100:00100000:0.0:1329970691.307071:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246536:12345-0@lo:400
00000100:00100000:0.0:1329970691.307097:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246536:12345-0@lo:400 Request procesed in 32us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970691.307106:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246537:12345-0@lo:400
00000100:00100000:0.0:1329970691.307119:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246537:12345-0@lo:400 Request procesed in 15us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970691.307126:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246539:12345-0@lo:400
00000100:00100000:0.0:1329970691.307137:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246539:12345-0@lo:400 Request procesed in 13us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970691.307143:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246540:12345-0@lo:400
00000100:00100000:0.0:1329970691.307154:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246540:12345-0@lo:400 Request procesed in 13us (228us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970691.307167:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970691 exp ffff880008f8f400
00000100:00100000:0.0:1329970691.307176:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246538:12345-0@lo:400
00000100:00100000:0.0:1329970691.307193:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246538:12345-0@lo:400 Request procesed in 20us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970691.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246535:0@lo:400
00000100:00100000:0.0:1329970691.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246536:0@lo:400
00000100:00100000:0.0:1329970691.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246537:0@lo:400
00000100:00100000:0.0:1329970691.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246538:0@lo:400
00000100:00100000:0.0:1329970691.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246539:0@lo:400
00000100:00100000:0.0:1329970691.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246540:0@lo:400
00000100:00100000:0.0:1329970691.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970692.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970693.368636:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970694.368637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970695.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970696.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970696.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970696.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970696.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332818966
00000100:00000400:0.0:1329970696.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970696.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970696.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970696.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970696.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970696.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970696.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970696.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332818966
00000100:00000400:0.0:1329970696.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970696.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970696.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970696.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373246550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970696.306710:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246549:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970696.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246549 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970696] [real_sent 1329970696] [current 1329970696] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970696.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970696.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970696.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970696.306774:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246549:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970696.306780:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246550:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970696.306794:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246550 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970696] [real_sent 1329970696] [current 1329970696] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373246550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970696.306801:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373246550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970696.306806:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970696.306808:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970696.306810:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246550:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970696.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246543:0@lo:400
00000100:00100000:0.0:1329970696.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970696.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246544:0@lo:400
00000100:00100000:0.0:1329970696.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970696.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246545:0@lo:400
00000100:00100000:0.0:1329970696.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970696.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246546:0@lo:400
00000100:00100000:0.0:1329970696.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970696.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246547:0@lo:400
00000100:00100000:0.0:1329970696.306950:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970696.306958:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246548:0@lo:400
00000100:00100000:0.0:1329970696.306966:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970696.306987:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970696 exp ffff880052834000
00000100:00100000:0.0:1329970696.307012:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246543:12345-0@lo:400
00000100:00100000:0.0:1329970696.307046:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246543:12345-0@lo:400 Request procesed in 49us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970696.307068:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970696 exp ffff880008f8fc00
00000100:00080000:0.0:1329970696.307076:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970696 exp ffff880057c49800
00000100:00080000:0.0:1329970696.307081:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970696 exp ffff8800572c1c00
00000100:00080000:0.0:1329970696.307085:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970696 exp ffff880046d08400
00000100:00100000:0.0:1329970696.307094:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246544:12345-0@lo:400
00000100:00100000:0.0:1329970696.307113:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246544:12345-0@lo:400 Request procesed in 23us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970696.307121:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246545:12345-0@lo:400
00000100:00100000:0.0:1329970696.307133:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246545:12345-0@lo:400 Request procesed in 14us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970696.307152:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246547:12345-0@lo:400
00000100:00100000:0.0:1329970696.307163:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246547:12345-0@lo:400 Request procesed in 13us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970696.307169:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246548:12345-0@lo:400
00000100:00100000:0.0:1329970696.307180:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246548:12345-0@lo:400 Request procesed in 13us (214us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970696.307190:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970696 exp ffff880008f8f400
00000100:00100000:0.0:1329970696.307199:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246546:12345-0@lo:400
00000100:00100000:0.0:1329970696.307216:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246546:12345-0@lo:400 Request procesed in 19us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970696.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246543:0@lo:400
00000100:00100000:0.0:1329970696.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246544:0@lo:400
00000100:00100000:0.0:1329970696.307250:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246545:0@lo:400
00000100:00100000:0.0:1329970696.307254:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246546:0@lo:400
00000100:00100000:0.0:1329970696.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246547:0@lo:400
00000100:00100000:0.0:1329970696.307262:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246548:0@lo:400
00000100:00100000:0.0:1329970696.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970697.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970698.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970699.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970700.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970701.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970701.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970701.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970701.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332823966
00000100:00000400:0.0:1329970701.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970701.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970701.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970701.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373246557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970701.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970701.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970701.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970701.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332823966
00000100:00000400:0.0:1329970701.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970701.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970701.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970701.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373246558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970701.306721:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246557:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970701.306748:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246557 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970701] [real_sent 1329970701] [current 1329970701] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373246557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970701.306759:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373246557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970701.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970701.306767:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970701.306769:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246557:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970701.306772:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246558:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970701.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246558 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970701] [real_sent 1329970701] [current 1329970701] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373246558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970701.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373246558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970701.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970701.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970701.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246558:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970701.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246551:0@lo:400
00000100:00100000:0.0:1329970701.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970701.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246552:0@lo:400
00000100:00100000:0.0:1329970701.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970701.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246553:0@lo:400
00000100:00100000:0.0:1329970701.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970701.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246554:0@lo:400
00000100:00100000:0.0:1329970701.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970701.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246555:0@lo:400
00000100:00100000:0.0:1329970701.306912:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970701.306917:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246556:0@lo:400
00000100:00100000:0.0:1329970701.306923:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970701.306942:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970701 exp ffff880052834000
00000100:00100000:0.0:1329970701.306963:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246551:12345-0@lo:400
00000100:00100000:0.0:1329970701.306986:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246551:12345-0@lo:400 Request procesed in 35us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970701.307000:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970701 exp ffff880008f8fc00
00000100:00080000:0.0:1329970701.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970701 exp ffff880057c49800
00000100:00080000:0.0:1329970701.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970701 exp ffff8800572c1c00
00000100:00080000:0.0:1329970701.307016:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970701 exp ffff880046d08400
00000100:00100000:0.0:1329970701.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246552:12345-0@lo:400
00000100:00100000:0.0:1329970701.307041:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246552:12345-0@lo:400 Request procesed in 20us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970701.307049:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246553:12345-0@lo:400
00000100:00100000:0.0:1329970701.307060:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246553:12345-0@lo:400 Request procesed in 14us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970701.307067:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246555:12345-0@lo:400
00000100:00100000:0.0:1329970701.307077:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246555:12345-0@lo:400 Request procesed in 12us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970701.307084:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246556:12345-0@lo:400
00000100:00100000:0.0:1329970701.307095:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246556:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970701.307105:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970701 exp ffff880008f8f400
00000100:00100000:0.0:1329970701.307114:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246554:12345-0@lo:400
00000100:00100000:0.0:1329970701.307130:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246554:12345-0@lo:400 Request procesed in 19us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970701.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246551:0@lo:400
00000100:00100000:0.0:1329970701.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246552:0@lo:400
00000100:00100000:0.0:1329970701.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246553:0@lo:400
00000100:00100000:0.0:1329970701.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246554:0@lo:400
00000100:00100000:0.0:1329970701.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246555:0@lo:400
00000100:00100000:0.0:1329970701.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246556:0@lo:400
00000100:00100000:0.0:1329970701.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970702.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970703.368643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970704.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970705.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970706.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970706.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970706.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970706.306653:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332828966
00000100:00000400:0.0:1329970706.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970706.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970706.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970706.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970706.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970706.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970706.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970706.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332828966
00000100:00000400:0.0:1329970706.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970706.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970706.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970706.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970706.306722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246559:0@lo:400
00000100:00100000:0.0:1329970706.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970706.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246560:0@lo:400
00000100:00100000:0.0:1329970706.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970706.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246561:0@lo:400
00000100:00100000:0.0:1329970706.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970706.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246562:0@lo:400
00000100:00100000:0.0:1329970706.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970706.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246563:0@lo:400
00000100:00100000:0.0:1329970706.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970706.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246564:0@lo:400
00000100:00100000:0.0:1329970706.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970706.306833:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970706 exp ffff880052834000
00000100:00100000:0.0:1329970706.306860:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246559:12345-0@lo:400
00000100:00100000:0.0:1329970706.306885:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246559:12345-0@lo:400 Request procesed in 43us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970706.306898:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970706 exp ffff880008f8fc00
00000100:00080000:0.0:1329970706.306905:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970706 exp ffff880057c49800
00000100:00080000:0.0:1329970706.306909:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970706 exp ffff8800572c1c00
00000100:00080000:0.0:1329970706.306914:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970706 exp ffff880046d08400
00000100:00100000:0.0:1329970706.306922:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246560:12345-0@lo:400
00000100:00100000:0.0:1329970706.306938:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246560:12345-0@lo:400 Request procesed in 20us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970706.306947:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246561:12345-0@lo:400
00000100:00100000:0.0:1329970706.306958:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246561:12345-0@lo:400 Request procesed in 14us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970706.306965:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246563:12345-0@lo:400
00000100:00100000:0.0:1329970706.306976:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246563:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970706.306982:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246564:12345-0@lo:400
00000100:00100000:0.0:1329970706.306993:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246564:12345-0@lo:400 Request procesed in 13us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970706.307004:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970706 exp ffff880008f8f400
00000100:00100000:0.0:1329970706.307012:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246562:12345-0@lo:400
00000100:00100000:0.0:1329970706.307028:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246562:12345-0@lo:400 Request procesed in 19us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970706.307048:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246565:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970706.307061:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246565 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970706] [real_sent 1329970706] [current 1329970706] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970706.307071:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970706.307077:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970706.307079:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970706.307081:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246565:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970706.307084:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246566:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970706.307091:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246566 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970706] [real_sent 1329970706] [current 1329970706] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970706.307098:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970706.307103:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970706.307104:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970706.307106:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246566:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970706.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246559:0@lo:400
00000100:00100000:0.0:1329970706.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246560:0@lo:400
00000100:00100000:0.0:1329970706.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246561:0@lo:400
00000100:00100000:0.0:1329970706.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246562:0@lo:400
00000100:00100000:0.0:1329970706.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246563:0@lo:400
00000100:00100000:0.0:1329970706.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246564:0@lo:400
00000100:00100000:0.0:1329970706.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970707.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970708.368589:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970709.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970710.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970711.306613:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970711.306629:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970711.306632:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970711.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332833966
00000100:00000400:0.0:1329970711.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970711.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970711.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970711.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970711.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970711.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970711.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970711.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332833966
00000100:00000400:0.0:1329970711.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970711.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970711.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970711.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373246574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970711.306723:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246573:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970711.306750:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246573 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970711] [real_sent 1329970711] [current 1329970711] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970711.306761:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970711.306767:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970711.306768:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970711.306771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246573:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970711.306774:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246574:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970711.306781:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246574 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970711] [real_sent 1329970711] [current 1329970711] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373246574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970711.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373246574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970711.306793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970711.306794:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970711.306796:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246574:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970711.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246567:0@lo:400
00000100:00100000:0.0:1329970711.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970711.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246568:0@lo:400
00000100:00100000:0.0:1329970711.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970711.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246569:0@lo:400
00000100:00100000:0.0:1329970711.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970711.306927:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246570:0@lo:400
00000100:00100000:0.0:1329970711.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970711.306943:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246571:0@lo:400
00000100:00100000:0.0:1329970711.306949:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970711.306954:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246572:0@lo:400
00000100:00100000:0.0:1329970711.306960:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970711.306980:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970711 exp ffff880052834000
00000100:00100000:0.0:1329970711.307000:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246567:12345-0@lo:400
00000100:00100000:0.0:1329970711.307024:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246567:12345-0@lo:400 Request procesed in 35us (201us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970711.307038:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970711 exp ffff880008f8fc00
00000100:00080000:0.0:1329970711.307044:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970711 exp ffff880057c49800
00000100:00080000:0.0:1329970711.307049:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970711 exp ffff8800572c1c00
00000100:00080000:0.0:1329970711.307053:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970711 exp ffff880046d08400
00000100:00100000:0.0:1329970711.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246568:12345-0@lo:400
00000100:00100000:0.0:1329970711.307080:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246568:12345-0@lo:400 Request procesed in 21us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970711.307100:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246569:12345-0@lo:400
00000100:00100000:0.0:1329970711.307111:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246569:12345-0@lo:400 Request procesed in 14us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970711.307118:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246571:12345-0@lo:400
00000100:00100000:0.0:1329970711.307129:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246571:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970711.307135:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246572:12345-0@lo:400
00000100:00100000:0.0:1329970711.307146:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246572:12345-0@lo:400 Request procesed in 12us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970711.307159:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970711 exp ffff880008f8f400
00000100:00100000:0.0:1329970711.307168:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246570:12345-0@lo:400
00000100:00100000:0.0:1329970711.307184:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246570:12345-0@lo:400 Request procesed in 18us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970711.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246567:0@lo:400
00000100:00100000:0.0:1329970711.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246568:0@lo:400
00000100:00100000:0.0:1329970711.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246569:0@lo:400
00000100:00100000:0.0:1329970711.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246570:0@lo:400
00000100:00100000:0.0:1329970711.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246571:0@lo:400
00000100:00100000:0.0:1329970711.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246572:0@lo:400
00000100:00100000:0.0:1329970711.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970712.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970713.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970714.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970715.368643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970716.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970716.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970716.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970716.306653:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332838966
00000100:00000400:0.0:1329970716.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970716.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970716.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970716.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970716.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970716.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970716.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970716.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332838966
00000100:00000400:0.0:1329970716.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970716.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970716.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970716.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373246582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970716.306719:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246581:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970716.306746:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246581 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970716] [real_sent 1329970716] [current 1329970716] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970716.306757:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970716.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970716.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970716.306767:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246581:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970716.306770:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246582:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970716.306777:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246582 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970716] [real_sent 1329970716] [current 1329970716] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373246582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970716.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373246582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970716.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970716.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970716.306792:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246582:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970716.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246575:0@lo:400
00000100:00100000:0.0:1329970716.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970716.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246576:0@lo:400
00000100:00100000:0.0:1329970716.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970716.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246577:0@lo:400
00000100:00100000:0.0:1329970716.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970716.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246578:0@lo:400
00000100:00100000:0.0:1329970716.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970716.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246579:0@lo:400
00000100:00100000:0.0:1329970716.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970716.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246580:0@lo:400
00000100:00100000:0.0:1329970716.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970716.306896:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970716 exp ffff880052834000
00000100:00100000:0.0:1329970716.306921:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246575:12345-0@lo:400
00000100:00100000:0.0:1329970716.306945:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246575:12345-0@lo:400 Request procesed in 40us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970716.306958:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970716 exp ffff880008f8fc00
00000100:00080000:0.0:1329970716.306965:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970716 exp ffff880057c49800
00000100:00080000:0.0:1329970716.306970:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970716 exp ffff8800572c1c00
00000100:00080000:0.0:1329970716.306974:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970716 exp ffff880046d08400
00000100:00100000:0.0:1329970716.306982:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246576:12345-0@lo:400
00000100:00100000:0.0:1329970716.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246576:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970716.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246577:12345-0@lo:400
00000100:00100000:0.0:1329970716.307018:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246577:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970716.307026:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246579:12345-0@lo:400
00000100:00100000:0.0:1329970716.307037:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246579:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970716.307044:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246580:12345-0@lo:400
00000100:00100000:0.0:1329970716.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246580:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970716.307065:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970716 exp ffff880008f8f400
00000100:00100000:0.0:1329970716.307073:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246578:12345-0@lo:400
00000100:00100000:0.0:1329970716.307090:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246578:12345-0@lo:400 Request procesed in 19us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970716.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246575:0@lo:400
00000100:00100000:0.0:1329970716.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246576:0@lo:400
00000100:00100000:0.0:1329970716.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246577:0@lo:400
00000100:00100000:0.0:1329970716.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246578:0@lo:400
00000100:00100000:0.0:1329970716.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246579:0@lo:400
00000100:00100000:0.0:1329970716.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246580:0@lo:400
00000100:00100000:0.0:1329970716.368596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970717.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970718.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970719.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970720.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970721.306702:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970721.306710:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970721.306713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970721.306719:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332843966
00000100:00000400:0.0:1329970721.306723:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970721.306729:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970721.306769:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970721.306782:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373246589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970721.306793:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970721.306796:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970721.306798:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970721.306802:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332843966
00000100:00000400:0.0:1329970721.306804:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970721.306807:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970721.306811:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970721.306817:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970721.306845:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246589:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970721.306877:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246589 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970721] [real_sent 1329970721] [current 1329970721] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373246589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970721.306892:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373246589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970721.306902:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970721.306904:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970721.306908:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246589:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970721.306912:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246590:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970721.306923:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246590 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970721] [real_sent 1329970721] [current 1329970721] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970721.306945:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970721.306953:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970721.306955:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970721.306958:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246590:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970721.306978:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246583:0@lo:400
00000100:00100000:0.0:1329970721.306993:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970721.307003:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246584:0@lo:400
00000100:00100000:0.0:1329970721.307015:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970721.307022:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246585:0@lo:400
00000100:00100000:0.0:1329970721.307032:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970721.307040:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246586:0@lo:400
00000100:00100000:0.0:1329970721.307051:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970721.307059:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246587:0@lo:400
00000100:00100000:0.0:1329970721.307069:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970721.307076:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246588:0@lo:400
00000100:00100000:0.0:1329970721.307087:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970721.307110:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970721 exp ffff880052834000
00000100:00100000:0.0:1329970721.307133:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246583:12345-0@lo:400
00000100:00100000:0.0:1329970721.307163:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246583:12345-0@lo:400 Request procesed in 42us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970721.307182:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970721 exp ffff880008f8fc00
00000100:00080000:0.0:1329970721.307191:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970721 exp ffff880057c49800
00000100:00080000:0.0:1329970721.307199:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970721 exp ffff8800572c1c00
00000100:00080000:0.0:1329970721.307206:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970721 exp ffff880046d08400
00000100:00100000:0.0:1329970721.307220:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246584:12345-0@lo:400
00000100:00100000:0.0:1329970721.307245:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246584:12345-0@lo:400 Request procesed in 30us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970721.307258:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246585:12345-0@lo:400
00000100:00100000:0.0:1329970721.307275:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246585:12345-0@lo:400 Request procesed in 21us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970721.307287:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246587:12345-0@lo:400
00000100:00100000:0.0:1329970721.307303:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246587:12345-0@lo:400 Request procesed in 20us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970721.307315:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246588:12345-0@lo:400
00000100:00100000:0.0:1329970721.307333:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246588:12345-0@lo:400 Request procesed in 20us (244us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970721.307358:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970721 exp ffff880008f8f400
00000100:00100000:0.0:1329970721.307367:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246586:12345-0@lo:400
00000100:00100000:0.0:1329970721.307385:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246586:12345-0@lo:400 Request procesed in 21us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970721.307408:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246583:0@lo:400
00000100:00100000:0.0:1329970721.307415:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246584:0@lo:400
00000100:00100000:0.0:1329970721.307419:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246585:0@lo:400
00000100:00100000:0.0:1329970721.307423:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246586:0@lo:400
00000100:00100000:0.0:1329970721.307427:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246587:0@lo:400
00000100:00100000:0.0:1329970721.307431:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246588:0@lo:400
00000100:00100000:0.0:1329970721.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970722.368586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970723.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970724.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970725.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970726.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970726.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970726.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970726.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332848966
00000100:00000400:0.0:1329970726.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970726.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970726.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970726.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373246597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970726.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970726.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970726.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970726.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332848966
00000100:00000400:0.0:1329970726.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970726.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970726.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970726.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970726.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246597:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970726.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246597 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970726] [real_sent 1329970726] [current 1329970726] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373246597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970726.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373246597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970726.306774:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970726.306776:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970726.306778:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246597:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970726.306781:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246598:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970726.306788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246598 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970726] [real_sent 1329970726] [current 1329970726] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970726.306796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970726.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970726.306802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970726.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246598:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970726.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246591:0@lo:400
00000100:00100000:0.0:1329970726.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970726.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246592:0@lo:400
00000100:00100000:0.0:1329970726.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970726.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246593:0@lo:400
00000100:00100000:0.0:1329970726.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970726.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246594:0@lo:400
00000100:00100000:0.0:1329970726.306931:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970726.306936:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246595:0@lo:400
00000100:00100000:0.0:1329970726.306943:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970726.306948:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246596:0@lo:400
00000100:00100000:0.0:1329970726.306954:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970726.306974:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970726 exp ffff880052834000
00000100:00100000:0.0:1329970726.306999:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246591:12345-0@lo:400
00000100:00100000:0.0:1329970726.307023:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246591:12345-0@lo:400 Request procesed in 40us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970726.307037:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970726 exp ffff880008f8fc00
00000100:00080000:0.0:1329970726.307043:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970726 exp ffff880057c49800
00000100:00080000:0.0:1329970726.307048:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970726 exp ffff8800572c1c00
00000100:00080000:0.0:1329970726.307052:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970726 exp ffff880046d08400
00000100:00100000:0.0:1329970726.307060:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246592:12345-0@lo:400
00000100:00100000:0.0:1329970726.307077:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246592:12345-0@lo:400 Request procesed in 19us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970726.307085:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246593:12345-0@lo:400
00000100:00100000:0.0:1329970726.307096:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246593:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970726.307103:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246595:12345-0@lo:400
00000100:00100000:0.0:1329970726.307114:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246595:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970726.307120:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246596:12345-0@lo:400
00000100:00100000:0.0:1329970726.307131:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246596:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970726.307141:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970726 exp ffff880008f8f400
00000100:00100000:0.0:1329970726.307150:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246594:12345-0@lo:400
00000100:00100000:0.0:1329970726.307166:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246594:12345-0@lo:400 Request procesed in 18us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970726.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246591:0@lo:400
00000100:00100000:0.0:1329970726.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246592:0@lo:400
00000100:00100000:0.0:1329970726.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246593:0@lo:400
00000100:00100000:0.0:1329970726.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246594:0@lo:400
00000100:00100000:0.0:1329970726.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246595:0@lo:400
00000100:00100000:0.0:1329970726.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246596:0@lo:400
00000100:00100000:0.0:1329970726.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970727.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970728.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970729.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970730.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970731.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970731.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970731.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970731.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332853966
00000100:00000400:0.0:1329970731.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970731.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970731.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970731.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373246605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970731.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970731.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970731.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970731.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332853966
00000100:00000400:0.0:1329970731.306697:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970731.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970731.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970731.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373246606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970731.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246605:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970731.306756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246605 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970731] [real_sent 1329970731] [current 1329970731] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373246605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970731.306767:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373246605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970731.306773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970731.306775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970731.306777:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246605:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970731.306780:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246606:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970731.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246606 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970731] [real_sent 1329970731] [current 1329970731] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373246606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970731.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373246606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970731.306799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970731.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970731.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246606:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970731.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246599:0@lo:400
00000100:00100000:0.0:1329970731.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970731.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246600:0@lo:400
00000100:00100000:0.0:1329970731.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970731.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246601:0@lo:400
00000100:00100000:0.0:1329970731.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970731.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246602:0@lo:400
00000100:00100000:0.0:1329970731.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970731.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246603:0@lo:400
00000100:00100000:0.0:1329970731.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970731.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246604:0@lo:400
00000100:00100000:0.0:1329970731.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970731.306906:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970731 exp ffff880052834000
00000100:00100000:0.0:1329970731.306927:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246599:12345-0@lo:400
00000100:00100000:0.0:1329970731.306950:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246599:12345-0@lo:400 Request procesed in 35us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970731.306963:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970731 exp ffff880008f8fc00
00000100:00080000:0.0:1329970731.306970:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970731 exp ffff880057c49800
00000100:00080000:0.0:1329970731.306974:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970731 exp ffff8800572c1c00
00000100:00080000:0.0:1329970731.306978:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970731 exp ffff880046d08400
00000100:00100000:0.0:1329970731.306986:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246600:12345-0@lo:400
00000100:00100000:0.0:1329970731.307003:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246600:12345-0@lo:400 Request procesed in 19us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970731.307010:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246601:12345-0@lo:400
00000100:00100000:0.0:1329970731.307022:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246601:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970731.307029:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246603:12345-0@lo:400
00000100:00100000:0.0:1329970731.307040:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246603:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970731.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246604:12345-0@lo:400
00000100:00100000:0.0:1329970731.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246604:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970731.307068:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970731 exp ffff880008f8f400
00000100:00100000:0.0:1329970731.307076:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246602:12345-0@lo:400
00000100:00100000:0.0:1329970731.307092:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246602:12345-0@lo:400 Request procesed in 19us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970731.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246599:0@lo:400
00000100:00100000:0.0:1329970731.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246600:0@lo:400
00000100:00100000:0.0:1329970731.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246601:0@lo:400
00000100:00100000:0.0:1329970731.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246602:0@lo:400
00000100:00100000:0.0:1329970731.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246603:0@lo:400
00000100:00100000:0.0:1329970731.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246604:0@lo:400
00000100:00100000:0.0:1329970731.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970732.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970733.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970734.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970735.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970736.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970736.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970736.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970736.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332858966
00000100:00000400:0.0:1329970736.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970736.306664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970736.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970736.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373246613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970736.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970736.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970736.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970736.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332858966
00000100:00000400:0.0:1329970736.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970736.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970736.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970736.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373246614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970736.306723:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246613:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970736.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246613 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970736] [real_sent 1329970736] [current 1329970736] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373246613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970736.306770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373246613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970736.306777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970736.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970736.306781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246613:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970736.306784:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246614:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970736.306791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246614 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970736] [real_sent 1329970736] [current 1329970736] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373246614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970736.306798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373246614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970736.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970736.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970736.306806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246614:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970736.306915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246607:0@lo:400
00000100:00100000:0.0:1329970736.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970736.306937:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246608:0@lo:400
00000100:00100000:0.0:1329970736.306945:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970736.306950:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246609:0@lo:400
00000100:00100000:0.0:1329970736.306957:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970736.306962:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246610:0@lo:400
00000100:00100000:0.0:1329970736.306969:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970736.306975:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246611:0@lo:400
00000100:00100000:0.0:1329970736.306981:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970736.306986:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246612:0@lo:400
00000100:00100000:0.0:1329970736.307025:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970736.307049:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970736 exp ffff880052834000
00000100:00100000:0.0:1329970736.307073:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246607:12345-0@lo:400
00000100:00100000:0.0:1329970736.307118:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246607:12345-0@lo:400 Request procesed in 59us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970736.307142:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970736 exp ffff880008f8fc00
00000100:00080000:0.0:1329970736.307154:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970736 exp ffff880057c49800
00000100:00080000:0.0:1329970736.307160:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970736 exp ffff8800572c1c00
00000100:00080000:0.0:1329970736.307164:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970736 exp ffff880046d08400
00000100:00100000:0.0:1329970736.307174:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246608:12345-0@lo:400
00000100:00100000:0.0:1329970736.307194:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246608:12345-0@lo:400 Request procesed in 25us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970736.307203:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246609:12345-0@lo:400
00000100:00100000:0.0:1329970736.307215:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246609:12345-0@lo:400 Request procesed in 15us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970736.307222:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246611:12345-0@lo:400
00000100:00100000:0.0:1329970736.307233:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246611:12345-0@lo:400 Request procesed in 13us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970736.307251:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246612:12345-0@lo:400
00000100:00100000:0.0:1329970736.307262:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246612:12345-0@lo:400 Request procesed in 14us (238us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970736.307273:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970736 exp ffff880008f8f400
00000100:00100000:0.0:1329970736.307282:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246610:12345-0@lo:400
00000100:00100000:0.0:1329970736.307298:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246610:12345-0@lo:400 Request procesed in 19us (329us total) trans 0 rc 0/0
00000400:02020000:0.0:1329970736.307366:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329970736.307429:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970736.307442:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970736.307458:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246607:0@lo:400
00000100:00100000:0.0:1329970736.307465:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246608:0@lo:400
00000100:00100000:0.0:1329970736.307469:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246609:0@lo:400
00000100:00100000:0.0:1329970736.307473:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246610:0@lo:400
00000100:00100000:0.0:1329970736.307477:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246611:0@lo:400
00000100:00100000:0.0:1329970736.307481:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246612:0@lo:400
00000100:00100000:0.0:1329970736.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970737.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970738.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970739.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970740.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970741.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970741.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970741.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970741.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332863966
00000100:00000400:0.0:1329970741.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970741.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970741.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970741.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373246621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970741.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970741.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970741.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970741.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332863966
00000100:00000400:0.0:1329970741.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970741.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970741.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970741.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373246622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970741.306752:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246621:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970741.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246621 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970741] [real_sent 1329970741] [current 1329970741] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373246621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970741.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373246621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970741.306797:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970741.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970741.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246621:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970741.306805:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246622:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970741.306812:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246622 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970741] [real_sent 1329970741] [current 1329970741] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373246622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970741.306819:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373246622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970741.306824:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970741.306825:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970741.306827:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246622:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970741.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246615:0@lo:400
00000100:00100000:0.0:1329970741.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970741.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246616:0@lo:400
00000100:00100000:0.0:1329970741.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970741.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246617:0@lo:400
00000100:00100000:0.0:1329970741.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970741.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246618:0@lo:400
00000100:00100000:0.0:1329970741.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970741.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246619:0@lo:400
00000100:00100000:0.0:1329970741.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970741.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246620:0@lo:400
00000100:00100000:0.0:1329970741.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970741.306931:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970741 exp ffff880052834000
00000100:00100000:0.0:1329970741.306950:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246615:12345-0@lo:400
00000100:00100000:0.0:1329970741.306974:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246615:12345-0@lo:400 Request procesed in 35us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970741.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970741 exp ffff880008f8fc00
00000100:00080000:0.0:1329970741.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970741 exp ffff880057c49800
00000100:00080000:0.0:1329970741.307001:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970741 exp ffff8800572c1c00
00000100:00080000:0.0:1329970741.307005:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970741 exp ffff880046d08400
00000100:00100000:0.0:1329970741.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246616:12345-0@lo:400
00000100:00100000:0.0:1329970741.307032:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246616:12345-0@lo:400 Request procesed in 22us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970741.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246617:12345-0@lo:400
00000100:00100000:0.0:1329970741.307053:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246617:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970741.307059:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246619:12345-0@lo:400
00000100:00100000:0.0:1329970741.307070:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246619:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970741.307077:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246620:12345-0@lo:400
00000100:00100000:0.0:1329970741.307087:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246620:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970741.307097:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970741 exp ffff880008f8f400
00000100:00100000:0.0:1329970741.307106:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246618:12345-0@lo:400
00000100:00100000:0.0:1329970741.307122:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246618:12345-0@lo:400 Request procesed in 18us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970741.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246615:0@lo:400
00000100:00100000:0.0:1329970741.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246616:0@lo:400
00000100:00100000:0.0:1329970741.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246617:0@lo:400
00000100:00100000:0.0:1329970741.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246618:0@lo:400
00000100:00100000:0.0:1329970741.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246619:0@lo:400
00000100:00100000:0.0:1329970741.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246620:0@lo:400
00000100:00100000:0.0:1329970741.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970742.368645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970743.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970744.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970745.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970746.306659:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970746.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970746.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970746.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332868966
00000100:00000400:0.0:1329970746.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970746.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970746.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970746.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373246629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970746.306704:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970746.306705:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970746.306707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970746.306709:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332868966
00000100:00000400:0.0:1329970746.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970746.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970746.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970746.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373246630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970746.306740:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246629:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970746.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246629 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970746] [real_sent 1329970746] [current 1329970746] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373246629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970746.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373246629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970746.306787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970746.306788:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970746.306791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246629:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970746.306794:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246630:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970746.306801:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246630 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970746] [real_sent 1329970746] [current 1329970746] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373246630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970746.306808:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373246630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970746.306813:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970746.306814:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970746.306816:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246630:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970746.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246623:0@lo:400
00000100:00100000:0.0:1329970746.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970746.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246624:0@lo:400
00000100:00100000:0.0:1329970746.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970746.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246625:0@lo:400
00000100:00100000:0.0:1329970746.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970746.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246626:0@lo:400
00000100:00100000:0.0:1329970746.306945:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970746.306952:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246627:0@lo:400
00000100:00100000:0.0:1329970746.306960:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970746.306966:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246628:0@lo:400
00000100:00100000:0.0:1329970746.306972:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970746.306993:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970746 exp ffff880052834000
00000100:00100000:0.0:1329970746.307019:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246623:12345-0@lo:400
00000100:00100000:0.0:1329970746.307044:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246623:12345-0@lo:400 Request procesed in 42us (201us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970746.307058:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970746 exp ffff880008f8fc00
00000100:00080000:0.0:1329970746.307064:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970746 exp ffff880057c49800
00000100:00080000:0.0:1329970746.307069:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970746 exp ffff8800572c1c00
00000100:00080000:0.0:1329970746.307074:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970746 exp ffff880046d08400
00000100:00100000:0.0:1329970746.307082:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246624:12345-0@lo:400
00000100:00100000:0.0:1329970746.307100:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246624:12345-0@lo:400 Request procesed in 20us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970746.307108:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246625:12345-0@lo:400
00000100:00100000:0.0:1329970746.307119:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246625:12345-0@lo:400 Request procesed in 14us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970746.307126:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246627:12345-0@lo:400
00000100:00100000:0.0:1329970746.307137:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246627:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970746.307144:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246628:12345-0@lo:400
00000100:00100000:0.0:1329970746.307154:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246628:12345-0@lo:400 Request procesed in 13us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970746.307164:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970746 exp ffff880008f8f400
00000100:00100000:0.0:1329970746.307173:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246626:12345-0@lo:400
00000100:00100000:0.0:1329970746.307190:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246626:12345-0@lo:400 Request procesed in 19us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970746.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246623:0@lo:400
00000100:00100000:0.0:1329970746.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246624:0@lo:400
00000100:00100000:0.0:1329970746.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246625:0@lo:400
00000100:00100000:0.0:1329970746.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246626:0@lo:400
00000100:00100000:0.0:1329970746.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246627:0@lo:400
00000100:00100000:0.0:1329970746.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246628:0@lo:400
00000100:00100000:0.0:1329970746.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970747.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970748.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970749.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970750.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970751.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970751.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970751.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970751.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332873966
00000100:00000400:0.0:1329970751.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970751.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970751.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970751.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970751.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970751.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970751.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970751.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332873966
00000100:00000400:0.0:1329970751.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970751.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970751.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970751.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373246638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970751.306726:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246637:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970751.306755:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246637 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970751] [real_sent 1329970751] [current 1329970751] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970751.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970751.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970751.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970751.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246637:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970751.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246638:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970751.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246638 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970751] [real_sent 1329970751] [current 1329970751] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373246638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970751.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373246638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970751.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970751.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970751.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246638:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970751.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246631:0@lo:400
00000100:00100000:0.0:1329970751.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970751.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246632:0@lo:400
00000100:00100000:0.0:1329970751.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970751.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246633:0@lo:400
00000100:00100000:0.0:1329970751.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970751.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246634:0@lo:400
00000100:00100000:0.0:1329970751.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970751.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246635:0@lo:400
00000100:00100000:0.0:1329970751.306914:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970751.306922:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246636:0@lo:400
00000100:00100000:0.0:1329970751.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970751.306951:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970751 exp ffff880052834000
00000100:00100000:0.0:1329970751.306970:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246631:12345-0@lo:400
00000100:00100000:0.0:1329970751.306995:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246631:12345-0@lo:400 Request procesed in 35us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970751.307009:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970751 exp ffff880008f8fc00
00000100:00080000:0.0:1329970751.307015:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970751 exp ffff880057c49800
00000100:00100000:0.0:1329970751.307026:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246632:12345-0@lo:400
00000100:00100000:0.0:1329970751.307043:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246632:12345-0@lo:400 Request procesed in 22us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970751.307049:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970751 exp ffff8800572c1c00
00000100:00080000:0.0:1329970751.307054:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970751 exp ffff880046d08400
00000100:00100000:0.0:1329970751.307062:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246633:12345-0@lo:400
00000100:00100000:0.0:1329970751.307104:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246633:12345-0@lo:400 Request procesed in 44us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970751.307124:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246635:12345-0@lo:400
00000100:00100000:0.0:1329970751.307136:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246635:12345-0@lo:400 Request procesed in 15us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970751.307143:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246636:12345-0@lo:400
00000100:00100000:0.0:1329970751.307154:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246636:12345-0@lo:400 Request procesed in 12us (223us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970751.307165:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970751 exp ffff880008f8f400
00000100:00100000:0.0:1329970751.307175:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246634:12345-0@lo:400
00000100:00100000:0.0:1329970751.307191:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246634:12345-0@lo:400 Request procesed in 20us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970751.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246631:0@lo:400
00000100:00100000:0.0:1329970751.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246632:0@lo:400
00000100:00100000:0.0:1329970751.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246633:0@lo:400
00000100:00100000:0.0:1329970751.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246634:0@lo:400
00000100:00100000:0.0:1329970751.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246635:0@lo:400
00000100:00100000:0.0:1329970751.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246636:0@lo:400
00000100:00100000:0.0:1329970751.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970752.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970753.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970754.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970755.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970756.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970756.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970756.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970756.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332878966
00000100:00000400:0.0:1329970756.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970756.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970756.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970756.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373246645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970756.306698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970756.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970756.306701:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970756.306703:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332878966
00000100:00000400:0.0:1329970756.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970756.306707:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970756.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970756.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373246646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970756.306733:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246645:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970756.306762:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246645 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970756] [real_sent 1329970756] [current 1329970756] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373246645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970756.306773:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373246645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970756.306779:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970756.306780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970756.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246645:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970756.306785:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246646:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970756.306793:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246646 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970756] [real_sent 1329970756] [current 1329970756] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373246646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970756.306806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373246646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970756.306811:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970756.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970756.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246646:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970756.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246639:0@lo:400
00000100:00100000:0.0:1329970756.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970756.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246640:0@lo:400
00000100:00100000:0.0:1329970756.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970756.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246641:0@lo:400
00000100:00100000:0.0:1329970756.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970756.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246642:0@lo:400
00000100:00100000:0.0:1329970756.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970756.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246643:0@lo:400
00000100:00100000:0.0:1329970756.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970756.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246644:0@lo:400
00000100:00100000:0.0:1329970756.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970756.306917:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970756 exp ffff880052834000
00000100:00100000:0.0:1329970756.306943:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246639:12345-0@lo:400
00000100:00100000:0.0:1329970756.306967:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246639:12345-0@lo:400 Request procesed in 40us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970756.306981:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970756 exp ffff880008f8fc00
00000100:00080000:0.0:1329970756.306988:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970756 exp ffff880057c49800
00000100:00080000:0.0:1329970756.306992:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970756 exp ffff8800572c1c00
00000100:00080000:0.0:1329970756.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970756 exp ffff880046d08400
00000100:00100000:0.0:1329970756.307005:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246640:12345-0@lo:400
00000100:00100000:0.0:1329970756.307022:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246640:12345-0@lo:400 Request procesed in 19us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970756.307030:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246641:12345-0@lo:400
00000100:00100000:0.0:1329970756.307041:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246641:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970756.307047:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246643:12345-0@lo:400
00000100:00100000:0.0:1329970756.307058:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246643:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970756.307065:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246644:12345-0@lo:400
00000100:00100000:0.0:1329970756.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246644:12345-0@lo:400 Request procesed in 12us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970756.307085:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970756 exp ffff880008f8f400
00000100:00100000:0.0:1329970756.307094:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246642:12345-0@lo:400
00000100:00100000:0.0:1329970756.307110:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246642:12345-0@lo:400 Request procesed in 18us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970756.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246639:0@lo:400
00000100:00100000:0.0:1329970756.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246640:0@lo:400
00000100:00100000:0.0:1329970756.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246641:0@lo:400
00000100:00100000:0.0:1329970756.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246642:0@lo:400
00000100:00100000:0.0:1329970756.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246643:0@lo:400
00000100:00100000:0.0:1329970756.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246644:0@lo:400
00000100:00100000:0.0:1329970756.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970757.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970758.368583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970759.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970760.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970761.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970761.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970761.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970761.306653:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332883966
00000100:00000400:0.0:1329970761.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970761.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970761.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970761.306674:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373246653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970761.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970761.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970761.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970761.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332883966
00000100:00000400:0.0:1329970761.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970761.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970761.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970761.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373246654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970761.306717:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246653:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970761.306744:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246653 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970761] [real_sent 1329970761] [current 1329970761] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373246653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970761.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373246653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970761.306766:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970761.306767:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970761.306770:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246653:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970761.306773:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246654:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970761.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246654 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970761] [real_sent 1329970761] [current 1329970761] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373246654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970761.306787:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373246654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970761.306792:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970761.306793:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970761.306795:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246654:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970761.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246647:0@lo:400
00000100:00100000:0.0:1329970761.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970761.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246648:0@lo:400
00000100:00100000:0.0:1329970761.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970761.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246649:0@lo:400
00000100:00100000:0.0:1329970761.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970761.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246650:0@lo:400
00000100:00100000:0.0:1329970761.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970761.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246651:0@lo:400
00000100:00100000:0.0:1329970761.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970761.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246652:0@lo:400
00000100:00100000:0.0:1329970761.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970761.306900:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970761 exp ffff880052834000
00000100:00100000:0.0:1329970761.306921:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246647:12345-0@lo:400
00000100:00100000:0.0:1329970761.306944:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246647:12345-0@lo:400 Request procesed in 35us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970761.306957:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970761 exp ffff880008f8fc00
00000100:00080000:0.0:1329970761.306964:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970761 exp ffff880057c49800
00000100:00080000:0.0:1329970761.306968:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970761 exp ffff8800572c1c00
00000100:00080000:0.0:1329970761.306973:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970761 exp ffff880046d08400
00000100:00100000:0.0:1329970761.306981:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246648:12345-0@lo:400
00000100:00100000:0.0:1329970761.306997:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246648:12345-0@lo:400 Request procesed in 19us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970761.307006:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246649:12345-0@lo:400
00000100:00100000:0.0:1329970761.307017:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246649:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970761.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246651:12345-0@lo:400
00000100:00100000:0.0:1329970761.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246651:12345-0@lo:400 Request procesed in 12us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970761.307041:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246652:12345-0@lo:400
00000100:00100000:0.0:1329970761.307054:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246652:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970761.307093:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970761 exp ffff880008f8f400
00000100:00100000:0.0:1329970761.307104:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246650:12345-0@lo:400
00000100:00100000:0.0:1329970761.307122:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246650:12345-0@lo:400 Request procesed in 22us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970761.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246647:0@lo:400
00000100:00100000:0.0:1329970761.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246648:0@lo:400
00000100:00100000:0.0:1329970761.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246649:0@lo:400
00000100:00100000:0.0:1329970761.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246650:0@lo:400
00000100:00100000:0.0:1329970761.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246651:0@lo:400
00000100:00100000:0.0:1329970761.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246652:0@lo:400
00000100:00100000:0.0:1329970761.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970762.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970763.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970764.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970765.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970766.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970766.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970766.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970766.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332888966
00000100:00000400:0.0:1329970766.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970766.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970766.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970766.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373246661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970766.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970766.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970766.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970766.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332888966
00000100:00000400:0.0:1329970766.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970766.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970766.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970766.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373246662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970766.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246661:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970766.306755:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246661 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970766] [real_sent 1329970766] [current 1329970766] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373246661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970766.306766:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373246661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970766.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970766.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970766.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246661:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970766.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246662:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970766.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246662 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970766] [real_sent 1329970766] [current 1329970766] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373246662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970766.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373246662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970766.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970766.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970766.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246662:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970766.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246655:0@lo:400
00000100:00100000:0.0:1329970766.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970766.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246656:0@lo:400
00000100:00100000:0.0:1329970766.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970766.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246657:0@lo:400
00000100:00100000:0.0:1329970766.306909:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970766.306917:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246658:0@lo:400
00000100:00100000:0.0:1329970766.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970766.306932:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246659:0@lo:400
00000100:00100000:0.0:1329970766.306940:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970766.306945:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246660:0@lo:400
00000100:00100000:0.0:1329970766.306952:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970766.306972:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970766 exp ffff880052834000
00000100:00100000:0.0:1329970766.307000:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246655:12345-0@lo:400
00000100:00100000:0.0:1329970766.307025:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246655:12345-0@lo:400 Request procesed in 44us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970766.307040:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970766 exp ffff880008f8fc00
00000100:00080000:0.0:1329970766.307046:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970766 exp ffff880057c49800
00000100:00080000:0.0:1329970766.307051:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970766 exp ffff8800572c1c00
00000100:00080000:0.0:1329970766.307055:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970766 exp ffff880046d08400
00000100:00100000:0.0:1329970766.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246656:12345-0@lo:400
00000100:00100000:0.0:1329970766.307081:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246656:12345-0@lo:400 Request procesed in 20us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970766.307100:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246657:12345-0@lo:400
00000100:00100000:0.0:1329970766.307112:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246657:12345-0@lo:400 Request procesed in 14us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970766.307119:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246659:12345-0@lo:400
00000100:00100000:0.0:1329970766.307130:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246659:12345-0@lo:400 Request procesed in 13us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970766.307137:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246660:12345-0@lo:400
00000100:00100000:0.0:1329970766.307147:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246660:12345-0@lo:400 Request procesed in 13us (195us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970766.307158:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970766 exp ffff880008f8f400
00000100:00100000:0.0:1329970766.307167:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246658:12345-0@lo:400
00000100:00100000:0.0:1329970766.307183:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246658:12345-0@lo:400 Request procesed in 19us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970766.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246655:0@lo:400
00000100:00100000:0.0:1329970766.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246656:0@lo:400
00000100:00100000:0.0:1329970766.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246657:0@lo:400
00000100:00100000:0.0:1329970766.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246658:0@lo:400
00000100:00100000:0.0:1329970766.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246659:0@lo:400
00000100:00100000:0.0:1329970766.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246660:0@lo:400
00000100:00100000:0.0:1329970766.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970767.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970768.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970769.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970770.368591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970771.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970771.306655:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970771.306657:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970771.306662:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332893966
00000100:00000400:0.0:1329970771.306664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970771.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970771.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970771.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970771.306722:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970771.306724:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970771.306726:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970771.306728:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332893966
00000100:00000400:0.0:1329970771.306729:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970771.306732:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970771.306734:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970771.306738:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373246670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970771.306759:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246669:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970771.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246669 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970771] [real_sent 1329970771] [current 1329970771] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970771.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970771.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970771.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970771.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246669:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970771.306810:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246670:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970771.306817:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246670 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970771] [real_sent 1329970771] [current 1329970771] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373246670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970771.306824:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373246670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970771.306829:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970771.306830:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970771.306832:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246670:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970771.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246663:0@lo:400
00000100:00100000:0.0:1329970771.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970771.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246664:0@lo:400
00000100:00100000:0.0:1329970771.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970771.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246665:0@lo:400
00000100:00100000:0.0:1329970771.306885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970771.306890:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246666:0@lo:400
00000100:00100000:0.0:1329970771.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970771.306902:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246667:0@lo:400
00000100:00100000:0.0:1329970771.306909:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970771.306913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246668:0@lo:400
00000100:00100000:0.0:1329970771.306920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970771.306937:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970771 exp ffff880052834000
00000100:00100000:0.0:1329970771.306958:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246663:12345-0@lo:400
00000100:00100000:0.0:1329970771.306982:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246663:12345-0@lo:400 Request procesed in 36us (123us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970771.306996:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970771 exp ffff880008f8fc00
00000100:00080000:0.0:1329970771.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970771 exp ffff880057c49800
00000100:00080000:0.0:1329970771.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970771 exp ffff8800572c1c00
00000100:00080000:0.0:1329970771.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970771 exp ffff880046d08400
00000100:00100000:0.0:1329970771.307019:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246664:12345-0@lo:400
00000100:00100000:0.0:1329970771.307036:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246664:12345-0@lo:400 Request procesed in 19us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970771.307044:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246665:12345-0@lo:400
00000100:00100000:0.0:1329970771.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246665:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970771.307062:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246667:12345-0@lo:400
00000100:00100000:0.0:1329970771.307072:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246667:12345-0@lo:400 Request procesed in 12us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970771.307079:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246668:12345-0@lo:400
00000100:00100000:0.0:1329970771.307089:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246668:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970771.307099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970771 exp ffff880008f8f400
00000100:00100000:0.0:1329970771.307108:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246666:12345-0@lo:400
00000100:00100000:0.0:1329970771.307126:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246666:12345-0@lo:400 Request procesed in 20us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970771.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246663:0@lo:400
00000100:00100000:0.0:1329970771.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246664:0@lo:400
00000100:00100000:0.0:1329970771.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246665:0@lo:400
00000100:00100000:0.0:1329970771.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246666:0@lo:400
00000100:00100000:0.0:1329970771.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246667:0@lo:400
00000100:00100000:0.0:1329970771.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246668:0@lo:400
00000100:00100000:0.0:1329970771.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970772.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970773.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970774.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970775.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970776.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970776.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970776.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970776.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332898966
00000100:00000400:0.0:1329970776.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970776.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970776.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970776.306674:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970776.306681:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970776.306683:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970776.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970776.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332898966
00000100:00000400:0.0:1329970776.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970776.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970776.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970776.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373246678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970776.306716:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246671:0@lo:400
00000100:00100000:0.0:1329970776.306743:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970776.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246672:0@lo:400
00000100:00100000:0.0:1329970776.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970776.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246673:0@lo:400
00000100:00100000:0.0:1329970776.306772:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970776.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246674:0@lo:400
00000100:00100000:0.0:1329970776.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970776.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246675:0@lo:400
00000100:00100000:0.0:1329970776.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970776.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246676:0@lo:400
00000100:00100000:0.0:1329970776.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970776.306827:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970776 exp ffff880052834000
00000100:00100000:0.0:1329970776.306854:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246671:12345-0@lo:400
00000100:00100000:0.0:1329970776.306878:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246671:12345-0@lo:400 Request procesed in 41us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970776.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970776 exp ffff880008f8fc00
00000100:00080000:0.0:1329970776.306898:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970776 exp ffff880057c49800
00000100:00080000:0.0:1329970776.306903:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970776 exp ffff8800572c1c00
00000100:00080000:0.0:1329970776.306907:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970776 exp ffff880046d08400
00000100:00100000:0.0:1329970776.306915:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246672:12345-0@lo:400
00000100:00100000:0.0:1329970776.306932:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246672:12345-0@lo:400 Request procesed in 20us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970776.306940:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246673:12345-0@lo:400
00000100:00100000:0.0:1329970776.306952:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246673:12345-0@lo:400 Request procesed in 14us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970776.306959:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246675:12345-0@lo:400
00000100:00100000:0.0:1329970776.306969:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246675:12345-0@lo:400 Request procesed in 12us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970776.306976:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246676:12345-0@lo:400
00000100:00100000:0.0:1329970776.306987:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246676:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970776.307007:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970776 exp ffff880008f8f400
00000100:00100000:0.0:1329970776.307015:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246674:12345-0@lo:400
00000100:00100000:0.0:1329970776.307031:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246674:12345-0@lo:400 Request procesed in 19us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970776.307052:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246677:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970776.307065:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246677 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970776] [real_sent 1329970776] [current 1329970776] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970776.307075:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970776.307081:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970776.307083:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970776.307086:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246677:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970776.307089:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246678:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970776.307095:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246678 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970776] [real_sent 1329970776] [current 1329970776] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373246678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970776.307102:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373246678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970776.307107:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970776.307108:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970776.307110:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246678:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970776.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246671:0@lo:400
00000100:00100000:0.0:1329970776.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246672:0@lo:400
00000100:00100000:0.0:1329970776.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246673:0@lo:400
00000100:00100000:0.0:1329970776.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246674:0@lo:400
00000100:00100000:0.0:1329970776.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246675:0@lo:400
00000100:00100000:0.0:1329970776.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246676:0@lo:400
00000100:00100000:0.0:1329970776.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970777.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970778.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970779.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970780.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970781.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970781.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970781.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970781.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332903966
00000100:00000400:0.0:1329970781.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970781.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970781.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970781.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373246685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970781.306703:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970781.306705:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970781.306706:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970781.306709:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332903966
00000100:00000400:0.0:1329970781.306710:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970781.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970781.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970781.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373246686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970781.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246679:0@lo:400
00000100:00100000:0.0:1329970781.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970781.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246680:0@lo:400
00000100:00100000:0.0:1329970781.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970781.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246681:0@lo:400
00000100:00100000:0.0:1329970781.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970781.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246682:0@lo:400
00000100:00100000:0.0:1329970781.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970781.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246683:0@lo:400
00000100:00100000:0.0:1329970781.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970781.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246684:0@lo:400
00000100:00100000:0.0:1329970781.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970781.306884:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970781 exp ffff880052834000
00000100:00100000:0.0:1329970781.306906:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246679:12345-0@lo:400
00000100:00100000:0.0:1329970781.306930:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246679:12345-0@lo:400 Request procesed in 38us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970781.306944:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970781 exp ffff880008f8fc00
00000100:00080000:0.0:1329970781.306951:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970781 exp ffff880057c49800
00000100:00080000:0.0:1329970781.306955:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970781 exp ffff8800572c1c00
00000100:00080000:0.0:1329970781.306959:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970781 exp ffff880046d08400
00000100:00100000:0.0:1329970781.306967:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246680:12345-0@lo:400
00000100:00100000:0.0:1329970781.306984:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246680:12345-0@lo:400 Request procesed in 20us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970781.306992:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246681:12345-0@lo:400
00000100:00100000:0.0:1329970781.307003:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246681:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970781.307010:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246683:12345-0@lo:400
00000100:00100000:0.0:1329970781.307021:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246683:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970781.307028:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246684:12345-0@lo:400
00000100:00100000:0.0:1329970781.307040:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246684:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970781.307050:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970781 exp ffff880008f8f400
00000100:00100000:0.0:1329970781.307058:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246682:12345-0@lo:400
00000100:00100000:0.0:1329970781.307075:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246682:12345-0@lo:400 Request procesed in 19us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970781.307094:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246685:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970781.307107:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246685 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970781] [real_sent 1329970781] [current 1329970781] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373246685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970781.307117:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373246685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970781.307123:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970781.307125:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970781.307128:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246685:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970781.307131:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246686:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970781.307142:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246686 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970781] [real_sent 1329970781] [current 1329970781] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373246686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970781.307149:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373246686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970781.307154:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970781.307155:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970781.307157:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246686:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970781.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246679:0@lo:400
00000100:00100000:0.0:1329970781.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246680:0@lo:400
00000100:00100000:0.0:1329970781.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246681:0@lo:400
00000100:00100000:0.0:1329970781.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246682:0@lo:400
00000100:00100000:0.0:1329970781.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246683:0@lo:400
00000100:00100000:0.0:1329970781.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246684:0@lo:400
00000100:00100000:0.0:1329970781.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970782.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970783.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970784.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970785.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970786.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970786.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970786.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970786.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332908966
00000100:00000400:0.0:1329970786.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970786.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970786.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970786.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373246693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970786.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970786.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970786.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970786.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332908966
00000100:00000400:0.0:1329970786.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970786.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970786.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970786.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970786.306731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246687:0@lo:400
00000100:00100000:0.0:1329970786.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970786.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246688:0@lo:400
00000100:00100000:0.0:1329970786.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970786.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246689:0@lo:400
00000100:00100000:0.0:1329970786.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970786.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246690:0@lo:400
00000100:00100000:0.0:1329970786.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970786.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246691:0@lo:400
00000100:00100000:0.0:1329970786.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970786.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246692:0@lo:400
00000100:00100000:0.0:1329970786.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970786.306841:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970786 exp ffff880052834000
00000100:00100000:0.0:1329970786.306868:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246687:12345-0@lo:400
00000100:00100000:0.0:1329970786.306892:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246687:12345-0@lo:400 Request procesed in 42us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970786.306907:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970786 exp ffff880008f8fc00
00000100:00080000:0.0:1329970786.306913:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970786 exp ffff880057c49800
00000100:00080000:0.0:1329970786.306918:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970786 exp ffff8800572c1c00
00000100:00080000:0.0:1329970786.306922:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970786 exp ffff880046d08400
00000100:00100000:0.0:1329970786.306930:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246688:12345-0@lo:400
00000100:00100000:0.0:1329970786.306947:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246688:12345-0@lo:400 Request procesed in 20us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970786.306955:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246689:12345-0@lo:400
00000100:00100000:0.0:1329970786.306966:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246689:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970786.306973:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246691:12345-0@lo:400
00000100:00100000:0.0:1329970786.306984:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246691:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970786.306991:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246692:12345-0@lo:400
00000100:00100000:0.0:1329970786.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246692:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970786.307012:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970786 exp ffff880008f8f400
00000100:00100000:0.0:1329970786.307020:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246690:12345-0@lo:400
00000100:00100000:0.0:1329970786.307036:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246690:12345-0@lo:400 Request procesed in 19us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970786.307057:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246693:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970786.307070:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246693 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970786] [real_sent 1329970786] [current 1329970786] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373246693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970786.307080:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373246693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970786.307086:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970786.307088:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970786.307090:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246693:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970786.307093:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246694:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970786.307100:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246694 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970786] [real_sent 1329970786] [current 1329970786] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970786.307107:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970786.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970786.307114:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970786.307116:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246694:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970786.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246687:0@lo:400
00000100:00100000:0.0:1329970786.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246688:0@lo:400
00000100:00100000:0.0:1329970786.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246689:0@lo:400
00000100:00100000:0.0:1329970786.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246690:0@lo:400
00000100:00100000:0.0:1329970786.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246691:0@lo:400
00000100:00100000:0.0:1329970786.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246692:0@lo:400
00000100:00100000:0.0:1329970786.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970787.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970788.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970789.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970790.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970791.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970791.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970791.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970791.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332913966
00000100:00000400:0.0:1329970791.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970791.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970791.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970791.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970791.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970791.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970791.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970791.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332913966
00000100:00000400:0.0:1329970791.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970791.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970791.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970791.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373246702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970791.306719:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246695:0@lo:400
00000100:00100000:0.0:1329970791.306745:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970791.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246696:0@lo:400
00000100:00100000:0.0:1329970791.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970791.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246697:0@lo:400
00000100:00100000:0.0:1329970791.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970791.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246698:0@lo:400
00000100:00100000:0.0:1329970791.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970791.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246699:0@lo:400
00000100:00100000:0.0:1329970791.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970791.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246700:0@lo:400
00000100:00100000:0.0:1329970791.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970791.306888:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970791 exp ffff880052834000
00000100:00100000:0.0:1329970791.306906:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246695:12345-0@lo:400
00000100:00100000:0.0:1329970791.306930:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246695:12345-0@lo:400 Request procesed in 34us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970791.306945:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970791 exp ffff880008f8fc00
00000100:00080000:0.0:1329970791.306951:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970791 exp ffff880057c49800
00000100:00080000:0.0:1329970791.306955:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970791 exp ffff8800572c1c00
00000100:00080000:0.0:1329970791.306960:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970791 exp ffff880046d08400
00000100:00100000:0.0:1329970791.306970:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246696:12345-0@lo:400
00000100:00100000:0.0:1329970791.306987:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246696:12345-0@lo:400 Request procesed in 22us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970791.306995:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246697:12345-0@lo:400
00000100:00100000:0.0:1329970791.307007:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246697:12345-0@lo:400 Request procesed in 14us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970791.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246699:12345-0@lo:400
00000100:00100000:0.0:1329970791.307024:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246699:12345-0@lo:400 Request procesed in 12us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970791.307042:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246700:12345-0@lo:400
00000100:00100000:0.0:1329970791.307053:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246700:12345-0@lo:400 Request procesed in 13us (189us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970791.307063:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970791 exp ffff880008f8f400
00000100:00100000:0.0:1329970791.307072:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246698:12345-0@lo:400
00000100:00100000:0.0:1329970791.307088:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246698:12345-0@lo:400 Request procesed in 19us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970791.307108:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246701:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970791.307121:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246701 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970791] [real_sent 1329970791] [current 1329970791] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970791.307131:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970791.307137:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970791.307139:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970791.307141:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246701:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970791.307145:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246702:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970791.307151:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246702 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970791] [real_sent 1329970791] [current 1329970791] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373246702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970791.307158:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373246702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970791.307163:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970791.307165:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970791.307166:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246702:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970791.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246695:0@lo:400
00000100:00100000:0.0:1329970791.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246696:0@lo:400
00000100:00100000:0.0:1329970791.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246697:0@lo:400
00000100:00100000:0.0:1329970791.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246698:0@lo:400
00000100:00100000:0.0:1329970791.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246699:0@lo:400
00000100:00100000:0.0:1329970791.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246700:0@lo:400
00000100:00100000:0.0:1329970791.368639:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970792.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970793.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970794.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970795.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970796.306618:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970796.306625:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970796.306627:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970796.306632:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332918966
00000100:00000400:0.0:1329970796.306634:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970796.306640:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970796.306646:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970796.306654:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373246709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970796.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970796.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970796.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970796.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332918966
00000100:00000400:0.0:1329970796.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970796.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970796.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970796.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373246710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970796.306697:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246703:0@lo:400
00000100:00100000:0.0:1329970796.306724:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970796.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246704:0@lo:400
00000100:00100000:0.0:1329970796.306743:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970796.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246705:0@lo:400
00000100:00100000:0.0:1329970796.306754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970796.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246706:0@lo:400
00000100:00100000:0.0:1329970796.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970796.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246707:0@lo:400
00000100:00100000:0.0:1329970796.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970796.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246708:0@lo:400
00000100:00100000:0.0:1329970796.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970796.306813:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970796 exp ffff880052834000
00000100:00100000:0.0:1329970796.306839:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246703:12345-0@lo:400
00000100:00100000:0.0:1329970796.306863:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246703:12345-0@lo:400 Request procesed in 41us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970796.306877:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970796 exp ffff880008f8fc00
00000100:00080000:0.0:1329970796.306883:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970796 exp ffff880057c49800
00000100:00080000:0.0:1329970796.306888:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970796 exp ffff8800572c1c00
00000100:00080000:0.0:1329970796.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970796 exp ffff880046d08400
00000100:00100000:0.0:1329970796.306901:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246704:12345-0@lo:400
00000100:00100000:0.0:1329970796.306917:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246704:12345-0@lo:400 Request procesed in 20us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970796.306925:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246705:12345-0@lo:400
00000100:00100000:0.0:1329970796.306937:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246705:12345-0@lo:400 Request procesed in 14us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970796.306944:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246707:12345-0@lo:400
00000100:00100000:0.0:1329970796.306955:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246707:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970796.306961:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246708:12345-0@lo:400
00000100:00100000:0.0:1329970796.306972:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246708:12345-0@lo:400 Request procesed in 13us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970796.306982:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970796 exp ffff880008f8f400
00000100:00100000:0.0:1329970796.306991:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246706:12345-0@lo:400
00000100:00100000:0.0:1329970796.307007:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246706:12345-0@lo:400 Request procesed in 19us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970796.307039:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246709:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970796.307058:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246709 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970796] [real_sent 1329970796] [current 1329970796] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373246709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970796.307069:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373246709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970796.307075:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970796.307077:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970796.307079:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246709:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970796.307082:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246710:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970796.307090:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246710 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970796] [real_sent 1329970796] [current 1329970796] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373246710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970796.307131:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373246710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970796.307137:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970796.307138:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970796.307141:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246710:127.0.0.1@tcp:8
00000400:02020000:0.0:1329970796.307281:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329970796.307320:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970796.307330:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970796.307346:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246703:0@lo:400
00000100:00100000:0.0:1329970796.307352:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246704:0@lo:400
00000100:00100000:0.0:1329970796.307356:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246705:0@lo:400
00000100:00100000:0.0:1329970796.307361:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246706:0@lo:400
00000100:00100000:0.0:1329970796.307365:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246707:0@lo:400
00000100:00100000:0.0:1329970796.307369:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246708:0@lo:400
00000100:00100000:0.0:1329970796.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970797.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970798.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970799.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970800.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970801.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970801.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970801.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970801.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332923966
00000100:00000400:0.0:1329970801.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970801.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970801.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970801.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373246717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970801.306703:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970801.306704:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970801.306705:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970801.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332923966
00000100:00000400:0.0:1329970801.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970801.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970801.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970801.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373246718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970801.306723:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246717:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970801.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246717 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970801] [real_sent 1329970801] [current 1329970801] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373246717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970801.306751:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373246717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970801.306754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970801.306754:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970801.306756:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246717:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970801.306757:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246718:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970801.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246718 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970801] [real_sent 1329970801] [current 1329970801] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373246718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970801.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373246718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970801.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970801.306766:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970801.306767:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246718:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970801.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246711:0@lo:400
00000100:00100000:0.0:1329970801.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970801.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246712:0@lo:400
00000100:00100000:0.0:1329970801.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970801.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246713:0@lo:400
00000100:00100000:0.0:1329970801.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970801.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246714:0@lo:400
00000100:00100000:0.0:1329970801.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970801.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246715:0@lo:400
00000100:00100000:0.0:1329970801.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970801.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246716:0@lo:400
00000100:00100000:0.0:1329970801.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970801.306839:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970801 exp ffff880052834000
00000100:00100000:0.0:1329970801.306855:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246711:12345-0@lo:400
00000100:00100000:0.0:1329970801.306868:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246711:12345-0@lo:400 Request procesed in 23us (86us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970801.306875:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970801 exp ffff880008f8fc00
00000100:00080000:0.0:1329970801.306879:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970801 exp ffff880057c49800
00000100:00080000:0.0:1329970801.306881:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970801 exp ffff8800572c1c00
00000100:00080000:0.0:1329970801.306883:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970801 exp ffff880046d08400
00000100:00100000:0.0:1329970801.306887:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246712:12345-0@lo:400
00000100:00100000:0.0:1329970801.306896:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246712:12345-0@lo:400 Request procesed in 11us (107us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970801.306900:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246713:12345-0@lo:400
00000100:00100000:0.0:1329970801.306905:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246713:12345-0@lo:400 Request procesed in 6us (110us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970801.306908:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246715:12345-0@lo:400
00000100:00100000:0.0:1329970801.306913:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246715:12345-0@lo:400 Request procesed in 6us (92us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970801.306916:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246716:12345-0@lo:400
00000100:00100000:0.0:1329970801.306921:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246716:12345-0@lo:400 Request procesed in 5us (93us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970801.306926:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970801 exp ffff880008f8f400
00000100:00100000:0.0:1329970801.306930:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246714:12345-0@lo:400
00000100:00100000:0.0:1329970801.306939:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246714:12345-0@lo:400 Request procesed in 10us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970801.306954:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246711:0@lo:400
00000100:00100000:0.0:1329970801.306959:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246712:0@lo:400
00000100:00100000:0.0:1329970801.306962:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246713:0@lo:400
00000100:00100000:0.0:1329970801.306966:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246714:0@lo:400
00000100:00100000:0.0:1329970801.306969:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246715:0@lo:400
00000100:00100000:0.0:1329970801.306972:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246716:0@lo:400
00000100:00100000:0.0:1329970801.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970802.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970803.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970804.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970805.368636:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970806.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970806.306640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970806.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970806.306647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332928966
00000100:00000400:0.0:1329970806.306649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970806.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970806.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970806.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373246725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970806.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970806.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970806.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970806.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332928966
00000100:00000400:0.0:1329970806.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970806.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970806.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970806.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970806.306710:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246719:0@lo:400
00000100:00100000:0.0:1329970806.306735:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970806.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246720:0@lo:400
00000100:00100000:0.0:1329970806.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970806.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246721:0@lo:400
00000100:00100000:0.0:1329970806.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970806.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246722:0@lo:400
00000100:00100000:0.0:1329970806.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970806.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246723:0@lo:400
00000100:00100000:0.0:1329970806.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970806.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246724:0@lo:400
00000100:00100000:0.0:1329970806.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970806.306860:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970806 exp ffff880008f8fc00
00000100:00080000:0.0:1329970806.306868:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970806 exp ffff880057c49800
00000100:00080000:0.0:1329970806.306873:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970806 exp ffff8800572c1c00
00000100:00080000:0.0:1329970806.306877:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970806 exp ffff880046d08400
00000100:00100000:0.0:1329970806.306898:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246720:12345-0@lo:400
00000100:00100000:0.0:1329970806.306926:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246720:12345-0@lo:400 Request procesed in 42us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970806.306935:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246721:12345-0@lo:400
00000100:00100000:0.0:1329970806.306948:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246721:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970806.306967:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246723:12345-0@lo:400
00000100:00100000:0.0:1329970806.306979:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246723:12345-0@lo:400 Request procesed in 15us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970806.306986:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246724:12345-0@lo:400
00000100:00100000:0.0:1329970806.306997:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246724:12345-0@lo:400 Request procesed in 13us (158us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970806.307016:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970806 exp ffff880008f8f400
00000100:00100000:0.0:1329970806.307024:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246722:12345-0@lo:400
00000100:00100000:0.0:1329970806.307041:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246722:12345-0@lo:400 Request procesed in 20us (260us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970806.307052:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970806 exp ffff880052834000
00000100:00100000:0.0:1329970806.307060:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246719:12345-0@lo:400
00000100:00100000:0.0:1329970806.307074:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246719:12345-0@lo:400 Request procesed in 16us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970806.307086:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246725:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970806.307099:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246725 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970806] [real_sent 1329970806] [current 1329970806] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373246725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970806.307109:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373246725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970806.307115:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970806.307117:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970806.307119:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246725:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970806.307122:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246726:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970806.307129:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246726 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970806] [real_sent 1329970806] [current 1329970806] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970806.307136:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970806.307141:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970806.307142:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970806.307144:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246726:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970806.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246719:0@lo:400
00000100:00100000:0.0:1329970806.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246720:0@lo:400
00000100:00100000:0.0:1329970806.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246721:0@lo:400
00000100:00100000:0.0:1329970806.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246722:0@lo:400
00000100:00100000:0.0:1329970806.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246723:0@lo:400
00000100:00100000:0.0:1329970806.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246724:0@lo:400
00000100:00100000:0.0:1329970806.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970807.368574:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970808.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970809.368586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970810.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970811.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970811.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970811.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970811.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332933966
00000100:00000400:0.0:1329970811.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970811.306662:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970811.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970811.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970811.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970811.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970811.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970811.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332933966
00000100:00000400:0.0:1329970811.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970811.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970811.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970811.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970811.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246733:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970811.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246733 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970811] [real_sent 1329970811] [current 1329970811] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970811.306757:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970811.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970811.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970811.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246733:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970811.306771:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246734:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970811.306778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246734 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970811] [real_sent 1329970811] [current 1329970811] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970811.306785:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970811.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970811.306792:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970811.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246734:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970811.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246727:0@lo:400
00000100:00100000:0.0:1329970811.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970811.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246728:0@lo:400
00000100:00100000:0.0:1329970811.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970811.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246729:0@lo:400
00000100:00100000:0.0:1329970811.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970811.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246730:0@lo:400
00000100:00100000:0.0:1329970811.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970811.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246731:0@lo:400
00000100:00100000:0.0:1329970811.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970811.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246732:0@lo:400
00000100:00100000:0.0:1329970811.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970811.306897:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970811 exp ffff880008f8fc00
00000100:00080000:0.0:1329970811.306906:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970811 exp ffff880057c49800
00000100:00080000:0.0:1329970811.306911:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970811 exp ffff8800572c1c00
00000100:00080000:0.0:1329970811.306915:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970811 exp ffff880046d08400
00000100:00100000:0.0:1329970811.306931:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246728:12345-0@lo:400
00000100:00100000:0.0:1329970811.306958:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246728:12345-0@lo:400 Request procesed in 36us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970811.306967:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246729:12345-0@lo:400
00000100:00100000:0.0:1329970811.306980:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246729:12345-0@lo:400 Request procesed in 15us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970811.306987:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246731:12345-0@lo:400
00000100:00100000:0.0:1329970811.306998:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246731:12345-0@lo:400 Request procesed in 13us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970811.307005:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246732:12345-0@lo:400
00000100:00100000:0.0:1329970811.307016:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246732:12345-0@lo:400 Request procesed in 13us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970811.307034:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970811 exp ffff880052834000
00000100:00100000:0.0:1329970811.307042:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246727:12345-0@lo:400
00000100:00100000:0.0:1329970811.307056:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246727:12345-0@lo:400 Request procesed in 17us (237us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970811.307069:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970811 exp ffff880008f8f400
00000100:00100000:0.0:1329970811.307077:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246730:12345-0@lo:400
00000100:00100000:0.0:1329970811.307094:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246730:12345-0@lo:400 Request procesed in 19us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970811.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246727:0@lo:400
00000100:00100000:0.0:1329970811.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246728:0@lo:400
00000100:00100000:0.0:1329970811.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246729:0@lo:400
00000100:00100000:0.0:1329970811.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246730:0@lo:400
00000100:00100000:0.0:1329970811.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246731:0@lo:400
00000100:00100000:0.0:1329970811.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246732:0@lo:400
00000100:00100000:0.0:1329970811.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970812.368594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970813.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970814.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970815.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970816.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970816.306655:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970816.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970816.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332938966
00000100:00000400:0.0:1329970816.306665:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970816.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970816.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970816.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373246741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970816.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970816.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970816.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970816.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332938966
00000100:00000400:0.0:1329970816.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970816.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970816.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970816.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970816.306729:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246735:0@lo:400
00000100:00100000:0.0:1329970816.306754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970816.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246736:0@lo:400
00000100:00100000:0.0:1329970816.306772:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970816.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246737:0@lo:400
00000100:00100000:0.0:1329970816.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970816.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246738:0@lo:400
00000100:00100000:0.0:1329970816.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970816.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246739:0@lo:400
00000100:00100000:0.0:1329970816.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970816.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246740:0@lo:400
00000100:00100000:0.0:1329970816.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970816.306840:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970816 exp ffff880008f8fc00
00000100:00080000:0.0:1329970816.306848:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970816 exp ffff880057c49800
00000100:00080000:0.0:1329970816.306853:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970816 exp ffff8800572c1c00
00000100:00080000:0.0:1329970816.306857:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970816 exp ffff880046d08400
00000100:00100000:0.0:1329970816.306881:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246736:12345-0@lo:400
00000100:00100000:0.0:1329970816.306908:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246736:12345-0@lo:400 Request procesed in 44us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970816.306918:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246737:12345-0@lo:400
00000100:00100000:0.0:1329970816.306930:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246737:12345-0@lo:400 Request procesed in 14us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970816.306937:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246739:12345-0@lo:400
00000100:00100000:0.0:1329970816.306948:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246739:12345-0@lo:400 Request procesed in 13us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970816.306955:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246740:12345-0@lo:400
00000100:00100000:0.0:1329970816.306966:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246740:12345-0@lo:400 Request procesed in 13us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970816.306982:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970816 exp ffff880008f8f400
00000100:00100000:0.0:1329970816.306990:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246738:12345-0@lo:400
00000100:00100000:0.0:1329970816.307007:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246738:12345-0@lo:400 Request procesed in 20us (209us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970816.307018:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970816 exp ffff880052834000
00000100:00100000:0.0:1329970816.307026:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246735:12345-0@lo:400
00000100:00100000:0.0:1329970816.307039:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246735:12345-0@lo:400 Request procesed in 15us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970816.307056:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246741:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970816.307069:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246741 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970816] [real_sent 1329970816] [current 1329970816] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373246741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970816.307093:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373246741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970816.307099:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970816.307101:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970816.307104:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246741:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970816.307107:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246742:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970816.307114:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246742 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970816] [real_sent 1329970816] [current 1329970816] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970816.307121:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970816.307126:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970816.307127:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970816.307129:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246742:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970816.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246735:0@lo:400
00000100:00100000:0.0:1329970816.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246736:0@lo:400
00000100:00100000:0.0:1329970816.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246737:0@lo:400
00000100:00100000:0.0:1329970816.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246738:0@lo:400
00000100:00100000:0.0:1329970816.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246739:0@lo:400
00000100:00100000:0.0:1329970816.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246740:0@lo:400
00000100:00100000:0.0:1329970816.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970817.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970818.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970819.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970820.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970821.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970821.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970821.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970821.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332943966
00000100:00000400:0.0:1329970821.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970821.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970821.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970821.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373246749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970821.306717:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970821.306719:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970821.306720:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970821.306722:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332943966
00000100:00000400:0.0:1329970821.306724:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970821.306726:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970821.306729:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970821.306733:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970821.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246743:0@lo:400
00000100:00100000:0.0:1329970821.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970821.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246744:0@lo:400
00000100:00100000:0.0:1329970821.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970821.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246745:0@lo:400
00000100:00100000:0.0:1329970821.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970821.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246746:0@lo:400
00000100:00100000:0.0:1329970821.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970821.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246747:0@lo:400
00000100:00100000:0.0:1329970821.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970821.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246748:0@lo:400
00000100:00100000:0.0:1329970821.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970821.306902:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970821 exp ffff880008f8fc00
00000100:00080000:0.0:1329970821.306910:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970821 exp ffff880057c49800
00000100:00080000:0.0:1329970821.306915:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970821 exp ffff8800572c1c00
00000100:00080000:0.0:1329970821.306919:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970821 exp ffff880046d08400
00000100:00100000:0.0:1329970821.306935:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246744:12345-0@lo:400
00000100:00100000:0.0:1329970821.306963:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246744:12345-0@lo:400 Request procesed in 37us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970821.306986:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246745:12345-0@lo:400
00000100:00100000:0.0:1329970821.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246745:12345-0@lo:400 Request procesed in 15us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970821.307006:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246747:12345-0@lo:400
00000100:00100000:0.0:1329970821.307016:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246747:12345-0@lo:400 Request procesed in 13us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970821.307023:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246748:12345-0@lo:400
00000100:00100000:0.0:1329970821.307034:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246748:12345-0@lo:400 Request procesed in 12us (151us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970821.307051:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970821 exp ffff880052834000
00000100:00100000:0.0:1329970821.307059:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246743:12345-0@lo:400
00000100:00100000:0.0:1329970821.307073:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246743:12345-0@lo:400 Request procesed in 17us (294us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970821.307086:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970821 exp ffff880008f8f400
00000100:00100000:0.0:1329970821.307094:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246746:12345-0@lo:400
00000100:00100000:0.0:1329970821.307111:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246746:12345-0@lo:400 Request procesed in 20us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970821.307124:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246749:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970821.307137:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246749 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970821] [real_sent 1329970821] [current 1329970821] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373246749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970821.307147:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373246749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970821.307153:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970821.307155:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970821.307157:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246749:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970821.307160:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246750:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970821.307167:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246750 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970821] [real_sent 1329970821] [current 1329970821] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970821.307174:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970821.307179:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970821.307180:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970821.307182:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246750:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970821.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246743:0@lo:400
00000100:00100000:0.0:1329970821.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246744:0@lo:400
00000100:00100000:0.0:1329970821.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246745:0@lo:400
00000100:00100000:0.0:1329970821.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246746:0@lo:400
00000100:00100000:0.0:1329970821.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246747:0@lo:400
00000100:00100000:0.0:1329970821.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246748:0@lo:400
00000100:00100000:0.0:1329970821.368677:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970822.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970823.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970824.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970825.369004:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970826.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970826.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970826.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970826.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332948966
00000100:00000400:0.0:1329970826.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970826.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970826.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970826.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970826.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970826.306712:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970826.306714:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970826.306718:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332948966
00000100:00000400:0.0:1329970826.306720:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970826.306723:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970826.306727:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970826.306732:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970826.306754:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246757:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970826.306781:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246757 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970826] [real_sent 1329970826] [current 1329970826] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970826.306792:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970826.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970826.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970826.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246757:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970826.306805:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246758:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970826.306813:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246758 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970826] [real_sent 1329970826] [current 1329970826] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970826.306820:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970826.306825:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970826.306826:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970826.306828:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246758:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970826.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246751:0@lo:400
00000100:00100000:0.0:1329970826.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970826.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246752:0@lo:400
00000100:00100000:0.0:1329970826.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970826.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246753:0@lo:400
00000100:00100000:0.0:1329970826.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970826.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246754:0@lo:400
00000100:00100000:0.0:1329970826.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970826.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246755:0@lo:400
00000100:00100000:0.0:1329970826.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970826.306912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246756:0@lo:400
00000100:00100000:0.0:1329970826.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970826.306936:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970826 exp ffff880008f8fc00
00000100:00080000:0.0:1329970826.306944:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970826 exp ffff880057c49800
00000100:00080000:0.0:1329970826.306949:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970826 exp ffff8800572c1c00
00000100:00080000:0.0:1329970826.306953:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970826 exp ffff880046d08400
00000100:00100000:0.0:1329970826.306975:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246752:12345-0@lo:400
00000100:00100000:0.0:1329970826.307002:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246752:12345-0@lo:400 Request procesed in 43us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970826.307012:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246753:12345-0@lo:400
00000100:00100000:0.0:1329970826.307024:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246753:12345-0@lo:400 Request procesed in 15us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970826.307031:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246755:12345-0@lo:400
00000100:00100000:0.0:1329970826.307042:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246755:12345-0@lo:400 Request procesed in 14us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970826.307049:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246756:12345-0@lo:400
00000100:00100000:0.0:1329970826.307061:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246756:12345-0@lo:400 Request procesed in 14us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970826.307080:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970826 exp ffff880052834000
00000100:00100000:0.0:1329970826.307088:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246751:12345-0@lo:400
00000100:00100000:0.0:1329970826.307102:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246751:12345-0@lo:400 Request procesed in 16us (248us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970826.307115:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970826 exp ffff880008f8f400
00000100:00100000:0.0:1329970826.307124:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246754:12345-0@lo:400
00000100:00100000:0.0:1329970826.307140:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246754:12345-0@lo:400 Request procesed in 19us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970826.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246751:0@lo:400
00000100:00100000:0.0:1329970826.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246752:0@lo:400
00000100:00100000:0.0:1329970826.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246753:0@lo:400
00000100:00100000:0.0:1329970826.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246754:0@lo:400
00000100:00100000:0.0:1329970826.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246755:0@lo:400
00000100:00100000:0.0:1329970826.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246756:0@lo:400
00000100:00100000:0.0:1329970826.368708:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970827.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970828.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970829.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970830.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970831.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970831.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970831.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970831.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332953966
00000100:00000400:0.0:1329970831.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970831.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970831.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970831.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373246765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970831.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970831.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970831.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970831.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332953966
00000100:00000400:0.0:1329970831.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970831.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970831.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970831.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970831.306722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246759:0@lo:400
00000100:00100000:0.0:1329970831.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970831.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246760:0@lo:400
00000100:00100000:0.0:1329970831.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970831.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246761:0@lo:400
00000100:00100000:0.0:1329970831.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970831.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246762:0@lo:400
00000100:00100000:0.0:1329970831.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970831.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246763:0@lo:400
00000100:00100000:0.0:1329970831.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970831.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246764:0@lo:400
00000100:00100000:0.0:1329970831.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970831.306831:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970831 exp ffff880008f8fc00
00000100:00080000:0.0:1329970831.306839:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970831 exp ffff880057c49800
00000100:00080000:0.0:1329970831.306844:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970831 exp ffff8800572c1c00
00000100:00080000:0.0:1329970831.306848:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970831 exp ffff880046d08400
00000100:00100000:0.0:1329970831.306867:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246760:12345-0@lo:400
00000100:00100000:0.0:1329970831.306894:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246760:12345-0@lo:400 Request procesed in 39us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970831.306903:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246761:12345-0@lo:400
00000100:00100000:0.0:1329970831.306915:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246761:12345-0@lo:400 Request procesed in 14us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970831.306922:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246763:12345-0@lo:400
00000100:00100000:0.0:1329970831.306933:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246763:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970831.306940:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246764:12345-0@lo:400
00000100:00100000:0.0:1329970831.306950:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246764:12345-0@lo:400 Request procesed in 12us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970831.306980:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970831 exp ffff880008f8f400
00000100:00100000:0.0:1329970831.306989:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246762:12345-0@lo:400
00000100:00100000:0.0:1329970831.307006:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246762:12345-0@lo:400 Request procesed in 21us (216us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970831.307017:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970831 exp ffff880052834000
00000100:00100000:0.0:1329970831.307025:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246759:12345-0@lo:400
00000100:00100000:0.0:1329970831.307038:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246759:12345-0@lo:400 Request procesed in 15us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970831.307052:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246765:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970831.307064:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246765 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970831] [real_sent 1329970831] [current 1329970831] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373246765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970831.307074:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373246765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970831.307085:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970831.307087:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970831.307090:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246765:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970831.307093:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246766:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970831.307100:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246766 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970831] [real_sent 1329970831] [current 1329970831] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970831.307107:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970831.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970831.307113:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970831.307115:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246766:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970831.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246759:0@lo:400
00000100:00100000:0.0:1329970831.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246760:0@lo:400
00000100:00100000:0.0:1329970831.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246761:0@lo:400
00000100:00100000:0.0:1329970831.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246762:0@lo:400
00000100:00100000:0.0:1329970831.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246763:0@lo:400
00000100:00100000:0.0:1329970831.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246764:0@lo:400
00000100:00100000:0.0:1329970831.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970832.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970833.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970834.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970835.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970836.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970836.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970836.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970836.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332958966
00000100:00000400:0.0:1329970836.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970836.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970836.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970836.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970836.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970836.306687:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970836.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970836.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332958966
00000100:00000400:0.0:1329970836.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970836.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970836.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970836.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373246774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970836.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246773:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970836.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246773 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970836] [real_sent 1329970836] [current 1329970836] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970836.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970836.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970836.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970836.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246773:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970836.306771:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246774:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970836.306778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246774 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970836] [real_sent 1329970836] [current 1329970836] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373246774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970836.306785:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373246774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970836.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970836.306791:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970836.306793:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246774:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970836.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246767:0@lo:400
00000100:00100000:0.0:1329970836.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970836.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246768:0@lo:400
00000100:00100000:0.0:1329970836.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970836.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246769:0@lo:400
00000100:00100000:0.0:1329970836.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970836.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246770:0@lo:400
00000100:00100000:0.0:1329970836.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970836.306897:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246771:0@lo:400
00000100:00100000:0.0:1329970836.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970836.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246772:0@lo:400
00000100:00080000:0.0:1329970836.306923:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970836 exp ffff880008f8fc00
00000100:00080000:0.0:1329970836.306930:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970836 exp ffff880057c49800
00000100:00080000:0.0:1329970836.306935:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970836 exp ffff8800572c1c00
00000100:00100000:0.0:1329970836.306960:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246768:12345-0@lo:400
00000100:00100000:0.0:1329970836.307019:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246768:12345-0@lo:400 Request procesed in 77us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970836.307029:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246769:12345-0@lo:400
00000100:00100000:0.0:1329970836.307042:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246769:12345-0@lo:400 Request procesed in 16us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970836.307049:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246771:12345-0@lo:400
00000100:00100000:0.0:1329970836.307060:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246771:12345-0@lo:400 Request procesed in 13us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970836.307078:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970836.307092:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246768:0@lo:400
00000100:00100000:0.0:1329970836.307097:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246769:0@lo:400
00000100:00100000:0.0:1329970836.307101:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246771:0@lo:400
00000100:00080000:0.0:1329970836.307113:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970836 exp ffff880052834000
00000100:00100000:0.0:1329970836.307123:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246767:12345-0@lo:400
00000100:00100000:0.0:1329970836.307138:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246767:12345-0@lo:400 Request procesed in 19us (319us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970836.307152:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970836 exp ffff880046d08400
00000100:00100000:0.0:1329970836.307159:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246772:12345-0@lo:400
00000100:00100000:0.0:1329970836.307172:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246772:12345-0@lo:400 Request procesed in 15us (94us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970836.307182:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970836 exp ffff880008f8f400
00000100:00100000:0.0:1329970836.307190:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246770:12345-0@lo:400
00000100:00100000:0.0:1329970836.307206:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246770:12345-0@lo:400 Request procesed in 19us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970836.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246767:0@lo:400
00000100:00100000:0.0:1329970836.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246770:0@lo:400
00000100:00100000:0.0:1329970836.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246772:0@lo:400
00000100:00100000:0.0:1329970836.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970837.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970838.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970839.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970840.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970841.306681:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970841.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970841.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970841.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332963966
00000100:00000400:0.0:1329970841.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970841.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970841.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970841.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970841.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970841.306726:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970841.306727:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970841.306730:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332963966
00000100:00000400:0.0:1329970841.306731:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970841.306733:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970841.306735:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970841.306739:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373246782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970841.306760:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246781:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970841.306809:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246781 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970841] [real_sent 1329970841] [current 1329970841] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970841.306824:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970841.306835:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970841.306837:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970841.306841:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246781:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970841.306846:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246782:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970841.306861:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246782 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970841] [real_sent 1329970841] [current 1329970841] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373246782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970841.306873:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373246782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970841.306882:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970841.306884:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970841.306888:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246782:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970841.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246775:0@lo:400
00000100:00100000:0.0:1329970841.306928:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970841.306938:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246776:0@lo:400
00000100:00080000:0.0:1329970841.306954:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970841 exp ffff880052834000
00000100:00100000:0.0:1329970841.306973:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246775:12345-0@lo:400
00000100:00100000:0.0:1329970841.306995:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246775:12345-0@lo:400 Request procesed in 32us (68us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970841.307013:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970841.307019:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246777:0@lo:400
00000100:00080000:0.0:1329970841.307026:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970841 exp ffff880008f8fc00
00000100:00100000:0.0:1329970841.307035:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246776:12345-0@lo:400
00000100:00100000:0.0:1329970841.307054:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246776:12345-0@lo:400 Request procesed in 22us (41us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970841.307068:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970841.307073:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246778:0@lo:400
00000100:00100000:0.0:1329970841.307081:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970841.307085:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246779:0@lo:400
00000100:00080000:0.0:1329970841.307092:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970841 exp ffff880008f8f400
00000100:00100000:0.0:1329970841.307101:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246778:12345-0@lo:400
00000100:00100000:0.0:1329970841.307117:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246778:12345-0@lo:400 Request procesed in 19us (35us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970841.307126:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970841 exp ffff880057c49800
00000100:00100000:0.0:1329970841.307133:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246777:12345-0@lo:400
00000100:00100000:0.0:1329970841.307145:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246777:12345-0@lo:400 Request procesed in 14us (77us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970841.307157:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970841.307161:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246780:0@lo:400
00000100:00100000:0.0:1329970841.307168:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970841.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246775:0@lo:400
00000100:00100000:0.0:1329970841.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246776:0@lo:400
00000100:00100000:0.0:1329970841.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246777:0@lo:400
00000100:00100000:0.0:1329970841.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246778:0@lo:400
00000100:00080000:0.0:1329970841.307204:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970841 exp ffff8800572c1c00
00000100:00080000:0.0:1329970841.307209:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970841 exp ffff880046d08400
00000100:00100000:0.0:1329970841.307217:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246779:12345-0@lo:400
00000100:00100000:0.0:1329970841.307232:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246779:12345-0@lo:400 Request procesed in 17us (74us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970841.307242:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246780:12345-0@lo:400
00000100:00100000:0.0:1329970841.307253:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246780:12345-0@lo:400 Request procesed in 13us (84us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970841.307266:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246779:0@lo:400
00000100:00100000:0.0:1329970841.307270:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246780:0@lo:400
00000100:00100000:0.0:1329970841.368641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970842.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970843.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970844.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970845.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970846.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970846.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970846.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970846.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332968966
00000100:00000400:0.0:1329970846.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970846.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970846.306713:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970846.306720:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970846.306727:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970846.306729:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970846.306730:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970846.306733:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332968966
00000100:00000400:0.0:1329970846.306734:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970846.306736:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970846.306738:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970846.306745:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005195a400 x1394565373246790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970846.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246783:0@lo:400
00000100:00100000:0.0:1329970846.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970846.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246784:0@lo:400
00000100:00080000:0.0:1329970846.306814:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970846 exp ffff880052834000
00000100:00100000:0.0:1329970846.306839:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246783:12345-0@lo:400
00000100:00100000:0.0:1329970846.306862:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246783:12345-0@lo:400 Request procesed in 38us (71us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970846.306878:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246789:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970846.306891:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246789 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970846] [real_sent 1329970846] [current 1329970846] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970846.306901:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970846.306908:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970846.306909:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970846.306912:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246789:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970846.306914:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246790:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970846.306922:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246790 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970846] [real_sent 1329970846] [current 1329970846] [deadline 25s] [delay -25s]  req@ffff88005195a400 x1394565373246790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970846.306929:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005195a400 x1394565373246790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970846.306934:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970846.306935:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970846.306937:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246790:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970846.306954:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970846.306959:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246785:0@lo:400
00000100:00080000:0.0:1329970846.306967:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970846 exp ffff880008f8fc00
00000100:00100000:0.0:1329970846.306977:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246784:12345-0@lo:400
00000100:00100000:0.0:1329970846.306994:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246784:12345-0@lo:400 Request procesed in 21us (41us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970846.307008:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970846.307012:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246786:0@lo:400
00000100:00080000:0.0:1329970846.307018:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970846 exp ffff880057c49800
00000100:00100000:0.0:1329970846.307025:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246785:12345-0@lo:400
00000100:00100000:0.0:1329970846.307038:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246785:12345-0@lo:400 Request procesed in 16us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970846.307051:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970846.307056:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246787:0@lo:400
00000100:00080000:0.0:1329970846.307063:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970846 exp ffff880008f8f400
00000100:00100000:0.0:1329970846.307071:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246786:12345-0@lo:400
00000100:00100000:0.0:1329970846.307088:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246786:12345-0@lo:400 Request procesed in 19us (36us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970846.307101:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970846.307106:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246788:0@lo:400
00000100:00080000:0.0:1329970846.307111:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970846 exp ffff8800572c1c00
00000100:00100000:0.0:1329970846.307119:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246787:12345-0@lo:400
00000100:00100000:0.0:1329970846.307131:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246787:12345-0@lo:400 Request procesed in 14us (29us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970846.307186:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970846.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246783:0@lo:400
00000100:00100000:0.0:1329970846.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246784:0@lo:400
00000100:00100000:0.0:1329970846.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246785:0@lo:400
00000100:00100000:0.0:1329970846.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246786:0@lo:400
00000100:00100000:0.0:1329970846.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246787:0@lo:400
00000100:00080000:0.0:1329970846.307232:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970846 exp ffff880046d08400
00000100:00100000:0.0:1329970846.307241:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246788:12345-0@lo:400
00000100:00100000:0.0:1329970846.307258:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246788:12345-0@lo:400 Request procesed in 21us (73us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970846.307269:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246788:0@lo:400
00000100:00100000:0.0:1329970846.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970847.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970848.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970849.368650:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970850.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970851.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970851.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970851.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970851.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332973966
00000100:00000400:0.0:1329970851.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970851.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970851.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970851.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373246797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970851.306707:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970851.306709:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970851.306710:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970851.306712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332973966
00000100:00000400:0.0:1329970851.306714:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970851.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970851.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970851.306722:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373246798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970851.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246797:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970851.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246797 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970851] [real_sent 1329970851] [current 1329970851] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373246797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970851.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373246797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970851.306787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970851.306788:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970851.306791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246797:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970851.306794:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246798:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970851.306801:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246798 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970851] [real_sent 1329970851] [current 1329970851] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373246798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970851.306808:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373246798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970851.306813:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970851.306815:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970851.306817:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246798:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970851.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246791:0@lo:400
00000100:00100000:0.0:1329970851.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970851.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246792:0@lo:400
00000100:00080000:0.0:1329970851.306865:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970851 exp ffff880052834000
00000100:00100000:0.0:1329970851.306884:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246791:12345-0@lo:400
00000100:00100000:0.0:1329970851.306907:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246791:12345-0@lo:400 Request procesed in 34us (64us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970851.306926:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970851.306932:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246793:0@lo:400
00000100:00080000:0.0:1329970851.306940:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970851 exp ffff880008f8fc00
00000100:00100000:0.0:1329970851.306948:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246792:12345-0@lo:400
00000100:00100000:0.0:1329970851.306966:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246792:12345-0@lo:400 Request procesed in 20us (39us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970851.306979:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970851.306984:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246794:0@lo:400
00000100:00080000:0.0:1329970851.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970851 exp ffff880057c49800
00000100:00100000:0.0:1329970851.306997:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246793:12345-0@lo:400
00000100:00100000:0.0:1329970851.307010:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246793:12345-0@lo:400 Request procesed in 15us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970851.307023:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970851.307028:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246795:0@lo:400
00000100:00080000:0.0:1329970851.307035:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970851 exp ffff880008f8f400
00000100:00100000:0.0:1329970851.307043:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246794:12345-0@lo:400
00000100:00100000:0.0:1329970851.307060:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246794:12345-0@lo:400 Request procesed in 20us (37us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970851.307085:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970851.307090:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246796:0@lo:400
00000100:00080000:0.0:1329970851.307096:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970851 exp ffff8800572c1c00
00000100:00100000:0.0:1329970851.307103:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246795:12345-0@lo:400
00000100:00100000:0.0:1329970851.307115:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246795:12345-0@lo:400 Request procesed in 15us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970851.307127:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970851.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246791:0@lo:400
00000100:00100000:0.0:1329970851.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246792:0@lo:400
00000100:00100000:0.0:1329970851.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246793:0@lo:400
00000100:00100000:0.0:1329970851.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246794:0@lo:400
00000100:00100000:0.0:1329970851.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246795:0@lo:400
00000100:00080000:0.0:1329970851.307165:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970851 exp ffff880046d08400
00000100:00100000:0.0:1329970851.307173:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246796:12345-0@lo:400
00000100:00100000:0.0:1329970851.307187:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246796:12345-0@lo:400 Request procesed in 17us (60us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970851.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246796:0@lo:400
00000100:00100000:0.0:1329970851.368630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970852.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970853.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970854.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970855.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970856.306642:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970856.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970856.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970856.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332978966
00000100:00000400:0.0:1329970856.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970856.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970856.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970856.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373246805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970856.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970856.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970856.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970856.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332978966
00000100:00000400:0.0:1329970856.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970856.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970856.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970856.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970856.306724:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246805:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970856.306763:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246805 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970856] [real_sent 1329970856] [current 1329970856] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373246805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970856.306774:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373246805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970856.306781:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970856.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970856.306785:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246805:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970856.306788:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246806:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970856.306796:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246806 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970856] [real_sent 1329970856] [current 1329970856] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970856.306803:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970856.306808:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970856.306809:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970856.306811:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246806:127.0.0.1@tcp:8
00000400:02020000:0.0:1329970856.306961:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329970856.307001:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970856.307012:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970856.307024:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246799:0@lo:400
00000100:00100000:0.0:1329970856.307040:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970856.307047:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246800:0@lo:400
00000100:00100000:0.0:1329970856.307056:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970856.307060:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246801:0@lo:400
00000100:00100000:0.0:1329970856.307067:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970856.307072:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246802:0@lo:400
00000100:00100000:0.0:1329970856.307150:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970856.307159:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246803:0@lo:400
00000100:00080000:0.0:1329970856.307175:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970856 exp ffff880052834000
00000100:00100000:0.0:1329970856.307200:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246799:12345-0@lo:400
00000100:00100000:0.0:1329970856.307223:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246799:12345-0@lo:400 Request procesed in 38us (183us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970856.307238:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970856 exp ffff880008f8fc00
00000100:00080000:0.0:1329970856.307244:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970856 exp ffff880057c49800
00000100:00100000:0.0:1329970856.307253:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246800:12345-0@lo:400
00000100:00100000:0.0:1329970856.307271:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246800:12345-0@lo:400 Request procesed in 20us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970856.307279:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246801:12345-0@lo:400
00000100:00100000:0.0:1329970856.307290:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246801:12345-0@lo:400 Request procesed in 14us (223us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970856.307300:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970856 exp ffff880008f8f400
00000100:00100000:0.0:1329970856.307309:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246802:12345-0@lo:400
00000100:00100000:0.0:1329970856.307326:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246802:12345-0@lo:400 Request procesed in 19us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970856.307344:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970856.307349:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246804:0@lo:400
00000100:00080000:0.0:1329970856.307354:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970856 exp ffff8800572c1c00
00000100:00100000:0.0:1329970856.307364:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246803:12345-0@lo:400
00000100:00100000:0.0:1329970856.307376:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246803:12345-0@lo:400 Request procesed in 16us (32us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970856.307388:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970856.307399:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246799:0@lo:400
00000100:00100000:0.0:1329970856.307406:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246800:0@lo:400
00000100:00100000:0.0:1329970856.307410:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246801:0@lo:400
00000100:00100000:0.0:1329970856.307414:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246802:0@lo:400
00000100:00100000:0.0:1329970856.307417:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246803:0@lo:400
00000100:00080000:0.0:1329970856.307429:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970856 exp ffff880046d08400
00000100:00100000:0.0:1329970856.307437:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246804:12345-0@lo:400
00000100:00100000:0.0:1329970856.307452:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246804:12345-0@lo:400 Request procesed in 17us (63us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970856.307462:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246804:0@lo:400
00000100:00100000:0.0:1329970856.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970857.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970858.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970859.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970860.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970861.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970861.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970861.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970861.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332983966
00000100:00000400:0.0:1329970861.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970861.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970861.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970861.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970861.306695:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970861.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970861.306698:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970861.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332983966
00000100:00000400:0.0:1329970861.306702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970861.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970861.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970861.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970861.306735:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246813:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970861.306763:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246813 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970861] [real_sent 1329970861] [current 1329970861] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970861.306773:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970861.306779:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970861.306781:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970861.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246813:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970861.306786:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246814:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970861.306794:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246814 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970861] [real_sent 1329970861] [current 1329970861] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970861.306801:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970861.306806:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970861.306807:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970861.306809:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246814:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970861.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246807:0@lo:400
00000100:00100000:0.0:1329970861.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970861.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246808:0@lo:400
00000100:00100000:0.0:1329970861.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970861.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246809:0@lo:400
00000100:00100000:0.0:1329970861.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970861.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246810:0@lo:400
00000100:00100000:0.0:1329970861.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970861.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246811:0@lo:400
00000100:00100000:0.0:1329970861.306922:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970861.306930:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246812:0@lo:400
00000100:00100000:0.0:1329970861.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970861.306958:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970861 exp ffff880052834000
00000100:00100000:0.0:1329970861.306977:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246807:12345-0@lo:400
00000100:00100000:0.0:1329970861.307001:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246807:12345-0@lo:400 Request procesed in 34us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970861.307014:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970861 exp ffff880008f8fc00
00000100:00080000:0.0:1329970861.307021:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970861 exp ffff880057c49800
00000100:00080000:0.0:1329970861.307025:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970861 exp ffff8800572c1c00
00000100:00080000:0.0:1329970861.307030:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970861 exp ffff880046d08400
00000100:00100000:0.0:1329970861.307038:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246808:12345-0@lo:400
00000100:00100000:0.0:1329970861.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246808:12345-0@lo:400 Request procesed in 20us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970861.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246809:12345-0@lo:400
00000100:00100000:0.0:1329970861.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246809:12345-0@lo:400 Request procesed in 14us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970861.307092:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246811:12345-0@lo:400
00000100:00100000:0.0:1329970861.307103:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246811:12345-0@lo:400 Request procesed in 13us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970861.307110:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246812:12345-0@lo:400
00000100:00100000:0.0:1329970861.307121:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246812:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970861.307134:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970861 exp ffff880008f8f400
00000100:00100000:0.0:1329970861.307142:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246810:12345-0@lo:400
00000100:00100000:0.0:1329970861.307159:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246810:12345-0@lo:400 Request procesed in 19us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970861.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246807:0@lo:400
00000100:00100000:0.0:1329970861.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246808:0@lo:400
00000100:00100000:0.0:1329970861.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246809:0@lo:400
00000100:00100000:0.0:1329970861.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246810:0@lo:400
00000100:00100000:0.0:1329970861.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246811:0@lo:400
00000100:00100000:0.0:1329970861.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246812:0@lo:400
00000100:00100000:0.0:1329970861.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970862.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970863.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970864.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970865.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970866.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970866.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970866.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970866.306653:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332988966
00000100:00000400:0.0:1329970866.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970866.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970866.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970866.306674:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373246821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970866.306681:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970866.306683:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970866.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970866.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332988966
00000100:00000400:0.0:1329970866.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970866.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970866.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970866.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970866.306716:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246821:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970866.306745:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246821 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970866] [real_sent 1329970866] [current 1329970866] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373246821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970866.306756:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373246821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970866.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970866.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970866.306767:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246821:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970866.306770:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246822:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970866.306777:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246822 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970866] [real_sent 1329970866] [current 1329970866] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970866.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970866.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970866.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970866.306792:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246822:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970866.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246815:0@lo:400
00000100:00100000:0.0:1329970866.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970866.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246816:0@lo:400
00000100:00100000:0.0:1329970866.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970866.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246817:0@lo:400
00000100:00100000:0.0:1329970866.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970866.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246818:0@lo:400
00000100:00100000:0.0:1329970866.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970866.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246819:0@lo:400
00000100:00100000:0.0:1329970866.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970866.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246820:0@lo:400
00000100:00100000:0.0:1329970866.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970866.306896:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970866 exp ffff880052834000
00000100:00100000:0.0:1329970866.306923:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246815:12345-0@lo:400
00000100:00100000:0.0:1329970866.306946:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246815:12345-0@lo:400 Request procesed in 41us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970866.306960:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970866 exp ffff880008f8fc00
00000100:00080000:0.0:1329970866.306966:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970866 exp ffff880057c49800
00000100:00080000:0.0:1329970866.306970:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970866 exp ffff8800572c1c00
00000100:00080000:0.0:1329970866.306975:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970866 exp ffff880046d08400
00000100:00100000:0.0:1329970866.306983:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246816:12345-0@lo:400
00000100:00100000:0.0:1329970866.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246816:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970866.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246817:12345-0@lo:400
00000100:00100000:0.0:1329970866.307019:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246817:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970866.307025:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246819:12345-0@lo:400
00000100:00100000:0.0:1329970866.307036:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246819:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970866.307043:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246820:12345-0@lo:400
00000100:00100000:0.0:1329970866.307053:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246820:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970866.307063:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970866 exp ffff880008f8f400
00000100:00100000:0.0:1329970866.307072:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246818:12345-0@lo:400
00000100:00100000:0.0:1329970866.307088:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246818:12345-0@lo:400 Request procesed in 18us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970866.307111:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246815:0@lo:400
00000100:00100000:0.0:1329970866.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246816:0@lo:400
00000100:00100000:0.0:1329970866.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246817:0@lo:400
00000100:00100000:0.0:1329970866.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246818:0@lo:400
00000100:00100000:0.0:1329970866.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246819:0@lo:400
00000100:00100000:0.0:1329970866.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246820:0@lo:400
00000100:00100000:0.0:1329970866.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970867.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970868.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970869.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970870.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970871.306681:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970871.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970871.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970871.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332993966
00000100:00000400:0.0:1329970871.306697:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970871.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970871.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970871.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373246829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970871.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970871.306725:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970871.306727:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970871.306729:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332993966
00000100:00000400:0.0:1329970871.306730:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970871.306733:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970871.306735:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970871.306738:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970871.306759:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246829:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970871.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246829 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970871] [real_sent 1329970871] [current 1329970871] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373246829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970871.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373246829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970871.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970871.306805:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970871.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246829:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970871.306810:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246830:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970871.306817:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246830 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970871] [real_sent 1329970871] [current 1329970871] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970871.306831:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970871.306836:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970871.306837:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970871.306839:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246830:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970871.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246823:0@lo:400
00000100:00100000:0.0:1329970871.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970871.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246824:0@lo:400
00000100:00100000:0.0:1329970871.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970871.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246825:0@lo:400
00000100:00100000:0.0:1329970871.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970871.306896:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246826:0@lo:400
00000100:00100000:0.0:1329970871.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970871.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246827:0@lo:400
00000100:00100000:0.0:1329970871.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970871.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246828:0@lo:400
00000100:00100000:0.0:1329970871.306926:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970871.306944:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970871 exp ffff880052834000
00000100:00100000:0.0:1329970871.306962:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246823:12345-0@lo:400
00000100:00100000:0.0:1329970871.306985:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246823:12345-0@lo:400 Request procesed in 33us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970871.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970871 exp ffff880008f8fc00
00000100:00080000:0.0:1329970871.307005:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970871 exp ffff880057c49800
00000100:00080000:0.0:1329970871.307009:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970871 exp ffff8800572c1c00
00000100:00080000:0.0:1329970871.307014:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970871 exp ffff880046d08400
00000100:00100000:0.0:1329970871.307022:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246824:12345-0@lo:400
00000100:00100000:0.0:1329970871.307038:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246824:12345-0@lo:400 Request procesed in 19us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970871.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246825:12345-0@lo:400
00000100:00100000:0.0:1329970871.307058:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246825:12345-0@lo:400 Request procesed in 14us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970871.307065:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246827:12345-0@lo:400
00000100:00100000:0.0:1329970871.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246827:12345-0@lo:400 Request procesed in 13us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970871.307082:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246828:12345-0@lo:400
00000100:00100000:0.0:1329970871.307095:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246828:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970871.307105:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970871 exp ffff880008f8f400
00000100:00100000:0.0:1329970871.307113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246826:12345-0@lo:400
00000100:00100000:0.0:1329970871.307129:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246826:12345-0@lo:400 Request procesed in 19us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970871.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246823:0@lo:400
00000100:00100000:0.0:1329970871.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246824:0@lo:400
00000100:00100000:0.0:1329970871.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246825:0@lo:400
00000100:00100000:0.0:1329970871.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246826:0@lo:400
00000100:00100000:0.0:1329970871.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246827:0@lo:400
00000100:00100000:0.0:1329970871.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246828:0@lo:400
00000100:00100000:0.0:1329970871.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970872.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970873.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970874.368644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970875.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970876.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970876.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970876.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970876.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4332998966
00000100:00000400:0.0:1329970876.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970876.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970876.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970876.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970876.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970876.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970876.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970876.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4332998966
00000100:00000400:0.0:1329970876.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970876.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970876.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970876.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373246838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970876.306722:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246837:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970876.306750:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246837 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970876] [real_sent 1329970876] [current 1329970876] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970876.306760:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970876.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970876.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970876.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246837:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970876.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246838:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970876.306785:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246838 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970876] [real_sent 1329970876] [current 1329970876] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373246838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970876.306792:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373246838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970876.306797:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970876.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970876.306800:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246838:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970876.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246831:0@lo:400
00000100:00100000:0.0:1329970876.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970876.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246832:0@lo:400
00000100:00100000:0.0:1329970876.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970876.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246833:0@lo:400
00000100:00100000:0.0:1329970876.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970876.306923:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246834:0@lo:400
00000100:00100000:0.0:1329970876.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970876.306937:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246835:0@lo:400
00000100:00100000:0.0:1329970876.306944:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970876.306949:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246836:0@lo:400
00000100:00100000:0.0:1329970876.306956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970876.306977:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970876 exp ffff880052834000
00000100:00100000:0.0:1329970876.307004:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246831:12345-0@lo:400
00000100:00100000:0.0:1329970876.307028:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246831:12345-0@lo:400 Request procesed in 43us (202us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970876.307042:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970876 exp ffff880008f8fc00
00000100:00080000:0.0:1329970876.307049:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970876 exp ffff880057c49800
00000100:00080000:0.0:1329970876.307054:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970876 exp ffff8800572c1c00
00000100:00080000:0.0:1329970876.307058:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970876 exp ffff880046d08400
00000100:00100000:0.0:1329970876.307069:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246832:12345-0@lo:400
00000100:00100000:0.0:1329970876.307086:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246832:12345-0@lo:400 Request procesed in 23us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970876.307106:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246833:12345-0@lo:400
00000100:00100000:0.0:1329970876.307118:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246833:12345-0@lo:400 Request procesed in 14us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970876.307125:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246835:12345-0@lo:400
00000100:00100000:0.0:1329970876.307136:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246835:12345-0@lo:400 Request procesed in 13us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970876.307142:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246836:12345-0@lo:400
00000100:00100000:0.0:1329970876.307153:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246836:12345-0@lo:400 Request procesed in 13us (197us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970876.307163:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970876 exp ffff880008f8f400
00000100:00100000:0.0:1329970876.307172:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246834:12345-0@lo:400
00000100:00100000:0.0:1329970876.307189:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246834:12345-0@lo:400 Request procesed in 19us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970876.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246831:0@lo:400
00000100:00100000:0.0:1329970876.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246832:0@lo:400
00000100:00100000:0.0:1329970876.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246833:0@lo:400
00000100:00100000:0.0:1329970876.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246834:0@lo:400
00000100:00100000:0.0:1329970876.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246835:0@lo:400
00000100:00100000:0.0:1329970876.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246836:0@lo:400
00000100:00100000:0.0:1329970876.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970877.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970878.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970879.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970880.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970881.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970881.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970881.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970881.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333003966
00000100:00000400:0.0:1329970881.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970881.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970881.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970881.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970881.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970881.306711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970881.306712:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970881.306715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333003966
00000100:00000400:0.0:1329970881.306716:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970881.306718:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970881.306720:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970881.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373246846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970881.306745:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246845:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970881.306772:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246845 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970881] [real_sent 1329970881] [current 1329970881] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970881.306782:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970881.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970881.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970881.306793:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246845:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970881.306796:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246846:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970881.306803:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246846 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970881] [real_sent 1329970881] [current 1329970881] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373246846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970881.306810:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373246846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970881.306815:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970881.306817:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970881.306818:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246846:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970881.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246839:0@lo:400
00000100:00100000:0.0:1329970881.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970881.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246840:0@lo:400
00000100:00100000:0.0:1329970881.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970881.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246841:0@lo:400
00000100:00100000:0.0:1329970881.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970881.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246842:0@lo:400
00000100:00100000:0.0:1329970881.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970881.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246843:0@lo:400
00000100:00100000:0.0:1329970881.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970881.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246844:0@lo:400
00000100:00100000:0.0:1329970881.306906:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970881.306923:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970881 exp ffff880052834000
00000100:00100000:0.0:1329970881.306942:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246839:12345-0@lo:400
00000100:00100000:0.0:1329970881.306965:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246839:12345-0@lo:400 Request procesed in 34us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970881.306979:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970881 exp ffff880008f8fc00
00000100:00080000:0.0:1329970881.306985:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970881 exp ffff880057c49800
00000100:00080000:0.0:1329970881.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970881 exp ffff8800572c1c00
00000100:00080000:0.0:1329970881.306994:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970881 exp ffff880046d08400
00000100:00100000:0.0:1329970881.307002:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246840:12345-0@lo:400
00000100:00100000:0.0:1329970881.307019:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246840:12345-0@lo:400 Request procesed in 19us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970881.307027:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246841:12345-0@lo:400
00000100:00100000:0.0:1329970881.307039:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246841:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970881.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246843:12345-0@lo:400
00000100:00100000:0.0:1329970881.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246843:12345-0@lo:400 Request procesed in 14us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970881.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246844:12345-0@lo:400
00000100:00100000:0.0:1329970881.307074:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246844:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970881.307084:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970881 exp ffff880008f8f400
00000100:00100000:0.0:1329970881.307093:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246842:12345-0@lo:400
00000100:00100000:0.0:1329970881.307110:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246842:12345-0@lo:400 Request procesed in 20us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970881.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246839:0@lo:400
00000100:00100000:0.0:1329970881.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246840:0@lo:400
00000100:00100000:0.0:1329970881.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246841:0@lo:400
00000100:00100000:0.0:1329970881.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246842:0@lo:400
00000100:00100000:0.0:1329970881.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246843:0@lo:400
00000100:00100000:0.0:1329970881.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246844:0@lo:400
00000100:00100000:0.0:1329970881.368641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970882.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970883.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970884.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970885.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970886.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970886.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970886.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970886.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333008966
00000100:00000400:0.0:1329970886.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970886.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970886.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970886.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970886.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970886.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970886.306705:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970886.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333008966
00000100:00000400:0.0:1329970886.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970886.306711:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970886.306713:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970886.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970886.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246847:0@lo:400
00000100:00100000:0.0:1329970886.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970886.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246848:0@lo:400
00000100:00100000:0.0:1329970886.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970886.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246849:0@lo:400
00000100:00100000:0.0:1329970886.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970886.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246850:0@lo:400
00000100:00100000:0.0:1329970886.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970886.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246851:0@lo:400
00000100:00100000:0.0:1329970886.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970886.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246852:0@lo:400
00000100:00100000:0.0:1329970886.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970886.306849:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970886 exp ffff880052834000
00000100:00100000:0.0:1329970886.306873:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246847:12345-0@lo:400
00000100:00100000:0.0:1329970886.306897:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246847:12345-0@lo:400 Request procesed in 39us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970886.306915:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970886 exp ffff880008f8fc00
00000100:00080000:0.0:1329970886.306925:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970886 exp ffff880057c49800
00000100:00080000:0.0:1329970886.306933:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970886 exp ffff8800572c1c00
00000100:00080000:0.0:1329970886.306942:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970886 exp ffff880046d08400
00000100:00100000:0.0:1329970886.306958:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246848:12345-0@lo:400
00000100:00100000:0.0:1329970886.306983:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246848:12345-0@lo:400 Request procesed in 33us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970886.306992:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246849:12345-0@lo:400
00000100:00100000:0.0:1329970886.307004:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246849:12345-0@lo:400 Request procesed in 15us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970886.307011:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246851:12345-0@lo:400
00000100:00100000:0.0:1329970886.307022:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246851:12345-0@lo:400 Request procesed in 13us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970886.307028:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246852:12345-0@lo:400
00000100:00100000:0.0:1329970886.307039:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246852:12345-0@lo:400 Request procesed in 13us (209us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970886.307061:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970886 exp ffff880008f8f400
00000100:00100000:0.0:1329970886.307070:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246850:12345-0@lo:400
00000100:00100000:0.0:1329970886.307086:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246850:12345-0@lo:400 Request procesed in 19us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970886.307108:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246853:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970886.307121:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246853 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970886] [real_sent 1329970886] [current 1329970886] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970886.307131:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970886.307137:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970886.307139:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970886.307142:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246853:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970886.307145:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246854:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970886.307152:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246854 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970886] [real_sent 1329970886] [current 1329970886] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970886.307159:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970886.307164:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970886.307165:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970886.307167:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246854:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970886.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246847:0@lo:400
00000100:00100000:0.0:1329970886.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246848:0@lo:400
00000100:00100000:0.0:1329970886.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246849:0@lo:400
00000100:00100000:0.0:1329970886.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246850:0@lo:400
00000100:00100000:0.0:1329970886.307209:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246851:0@lo:400
00000100:00100000:0.0:1329970886.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246852:0@lo:400
00000100:00100000:0.0:1329970886.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970887.368589:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970888.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970889.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970890.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970891.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970891.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970891.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970891.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333013966
00000100:00000400:0.0:1329970891.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970891.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970891.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970891.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970891.306704:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970891.306705:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970891.306707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970891.306709:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333013966
00000100:00000400:0.0:1329970891.306710:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970891.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970891.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970891.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970891.306739:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246855:0@lo:400
00000100:00100000:0.0:1329970891.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970891.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246856:0@lo:400
00000100:00100000:0.0:1329970891.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970891.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246857:0@lo:400
00000100:00100000:0.0:1329970891.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970891.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246858:0@lo:400
00000100:00100000:0.0:1329970891.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970891.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246859:0@lo:400
00000100:00100000:0.0:1329970891.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970891.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246860:0@lo:400
00000100:00100000:0.0:1329970891.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970891.306882:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970891 exp ffff880052834000
00000100:00100000:0.0:1329970891.306903:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246855:12345-0@lo:400
00000100:00100000:0.0:1329970891.306927:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246855:12345-0@lo:400 Request procesed in 35us (163us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970891.306941:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970891 exp ffff880008f8fc00
00000100:00080000:0.0:1329970891.306948:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970891 exp ffff880057c49800
00000100:00080000:0.0:1329970891.306952:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970891 exp ffff8800572c1c00
00000100:00080000:0.0:1329970891.306956:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970891 exp ffff880046d08400
00000100:00100000:0.0:1329970891.306964:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246856:12345-0@lo:400
00000100:00100000:0.0:1329970891.306981:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246856:12345-0@lo:400 Request procesed in 19us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970891.306989:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246857:12345-0@lo:400
00000100:00100000:0.0:1329970891.307000:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246857:12345-0@lo:400 Request procesed in 14us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970891.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246859:12345-0@lo:400
00000100:00100000:0.0:1329970891.307018:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246859:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970891.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246860:12345-0@lo:400
00000100:00100000:0.0:1329970891.307036:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246860:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970891.307047:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970891 exp ffff880008f8f400
00000100:00100000:0.0:1329970891.307055:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246858:12345-0@lo:400
00000100:00100000:0.0:1329970891.307071:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246858:12345-0@lo:400 Request procesed in 19us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970891.307092:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246861:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970891.307105:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246861 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970891] [real_sent 1329970891] [current 1329970891] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970891.307115:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970891.307122:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970891.307123:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970891.307126:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246861:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970891.307129:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246862:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970891.307136:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246862 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970891] [real_sent 1329970891] [current 1329970891] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970891.307143:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970891.307148:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970891.307149:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970891.307151:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246862:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970891.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246855:0@lo:400
00000100:00100000:0.0:1329970891.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246856:0@lo:400
00000100:00100000:0.0:1329970891.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246857:0@lo:400
00000100:00100000:0.0:1329970891.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246858:0@lo:400
00000100:00100000:0.0:1329970891.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246859:0@lo:400
00000100:00100000:0.0:1329970891.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246860:0@lo:400
00000100:00100000:0.0:1329970891.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970892.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970893.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970894.368645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970895.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970896.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970896.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970896.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970896.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333018966
00000100:00000400:0.0:1329970896.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970896.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970896.306714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970896.306722:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970896.306730:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970896.306732:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970896.306733:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970896.306736:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333018966
00000100:00000400:0.0:1329970896.306737:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970896.306740:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970896.306742:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970896.306746:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373246870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970896.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246863:0@lo:400
00000100:00100000:0.0:1329970896.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970896.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246864:0@lo:400
00000100:00100000:0.0:1329970896.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970896.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246865:0@lo:400
00000100:00100000:0.0:1329970896.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970896.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246866:0@lo:400
00000100:00100000:0.0:1329970896.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970896.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246867:0@lo:400
00000100:00100000:0.0:1329970896.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970896.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246868:0@lo:400
00000100:00100000:0.0:1329970896.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970896.306883:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970896 exp ffff880052834000
00000100:00100000:0.0:1329970896.306913:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246863:12345-0@lo:400
00000100:00100000:0.0:1329970896.306937:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246863:12345-0@lo:400 Request procesed in 45us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970896.306951:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970896 exp ffff880008f8fc00
00000100:00080000:0.0:1329970896.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970896 exp ffff880057c49800
00000100:00080000:0.0:1329970896.306996:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970896 exp ffff8800572c1c00
00000100:00080000:0.0:1329970896.307001:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970896 exp ffff880046d08400
00000100:00100000:0.0:1329970896.307011:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246864:12345-0@lo:400
00000100:00100000:0.0:1329970896.307032:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246864:12345-0@lo:400 Request procesed in 25us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970896.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246865:12345-0@lo:400
00000100:00100000:0.0:1329970896.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246865:12345-0@lo:400 Request procesed in 14us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970896.307058:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246867:12345-0@lo:400
00000100:00100000:0.0:1329970896.307069:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246867:12345-0@lo:400 Request procesed in 12us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970896.307075:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246868:12345-0@lo:400
00000100:00100000:0.0:1329970896.307086:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246868:12345-0@lo:400 Request procesed in 13us (222us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970896.307098:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970896 exp ffff880008f8f400
00000100:00100000:0.0:1329970896.307106:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246866:12345-0@lo:400
00000100:00100000:0.0:1329970896.307123:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246866:12345-0@lo:400 Request procesed in 18us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970896.307144:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246869:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970896.307158:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246869 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970896] [real_sent 1329970896] [current 1329970896] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970896.307168:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970896.307174:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970896.307176:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970896.307178:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246869:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970896.307181:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246870:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970896.307188:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246870 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970896] [real_sent 1329970896] [current 1329970896] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373246870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970896.307195:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373246870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970896.307200:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970896.307201:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970896.307203:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246870:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970896.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246863:0@lo:400
00000100:00100000:0.0:1329970896.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246864:0@lo:400
00000100:00100000:0.0:1329970896.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246865:0@lo:400
00000100:00100000:0.0:1329970896.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246866:0@lo:400
00000100:00100000:0.0:1329970896.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246867:0@lo:400
00000100:00100000:0.0:1329970896.307242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246868:0@lo:400
00000100:00100000:0.0:1329970896.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970897.368630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970898.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970899.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970900.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970901.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970901.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970901.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970901.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333023966
00000100:00000400:0.0:1329970901.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970901.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970901.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970901.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373246877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970901.306699:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970901.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970901.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970901.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333023966
00000100:00000400:0.0:1329970901.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970901.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970901.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970901.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373246878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970901.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246871:0@lo:400
00000100:00100000:0.0:1329970901.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970901.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246872:0@lo:400
00000100:00100000:0.0:1329970901.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970901.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246873:0@lo:400
00000100:00100000:0.0:1329970901.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970901.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246874:0@lo:400
00000100:00100000:0.0:1329970901.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970901.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246875:0@lo:400
00000100:00100000:0.0:1329970901.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970901.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246876:0@lo:400
00000100:00100000:0.0:1329970901.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970901.306919:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970901 exp ffff880052834000
00000100:00100000:0.0:1329970901.306938:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246871:12345-0@lo:400
00000100:00100000:0.0:1329970901.306963:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246871:12345-0@lo:400 Request procesed in 35us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970901.306977:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970901 exp ffff880008f8fc00
00000100:00080000:0.0:1329970901.306984:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970901 exp ffff880057c49800
00000100:00080000:0.0:1329970901.306988:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970901 exp ffff8800572c1c00
00000100:00080000:0.0:1329970901.306993:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970901 exp ffff880046d08400
00000100:00100000:0.0:1329970901.307001:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246872:12345-0@lo:400
00000100:00100000:0.0:1329970901.307018:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246872:12345-0@lo:400 Request procesed in 21us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970901.307026:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246873:12345-0@lo:400
00000100:00100000:0.0:1329970901.307038:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246873:12345-0@lo:400 Request procesed in 14us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970901.307045:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246875:12345-0@lo:400
00000100:00100000:0.0:1329970901.307056:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246875:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970901.307073:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246876:12345-0@lo:400
00000100:00100000:0.0:1329970901.307084:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246876:12345-0@lo:400 Request procesed in 13us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970901.307095:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970901 exp ffff880008f8f400
00000100:00100000:0.0:1329970901.307125:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246874:12345-0@lo:400
00000100:00100000:0.0:1329970901.307146:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246874:12345-0@lo:400 Request procesed in 26us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970901.307169:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246877:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970901.307182:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246877 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970901] [real_sent 1329970901] [current 1329970901] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373246877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970901.307192:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373246877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970901.307199:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970901.307200:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970901.307203:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246877:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970901.307206:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246878:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970901.307213:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246878 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970901] [real_sent 1329970901] [current 1329970901] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373246878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970901.307220:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373246878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970901.307225:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970901.307226:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970901.307228:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246878:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970901.307244:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246871:0@lo:400
00000100:00100000:0.0:1329970901.307251:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246872:0@lo:400
00000100:00100000:0.0:1329970901.307255:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246873:0@lo:400
00000100:00100000:0.0:1329970901.307259:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246874:0@lo:400
00000100:00100000:0.0:1329970901.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246875:0@lo:400
00000100:00100000:0.0:1329970901.307267:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246876:0@lo:400
00000100:00100000:0.0:1329970901.368639:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970902.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970903.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970904.368649:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970905.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970906.306595:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970906.306600:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970906.306602:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970906.306607:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333028966
00000100:00000400:0.0:1329970906.306609:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970906.306614:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970906.306620:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970906.306627:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373246885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970906.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970906.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970906.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970906.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333028966
00000100:00000400:0.0:1329970906.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970906.306644:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970906.306646:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970906.306650:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373246886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970906.306668:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246879:0@lo:400
00000100:00100000:0.0:1329970906.306718:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970906.306730:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246880:0@lo:400
00000100:00100000:0.0:1329970906.306740:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970906.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246881:0@lo:400
00000100:00100000:0.0:1329970906.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970906.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246882:0@lo:400
00000100:00100000:0.0:1329970906.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970906.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246883:0@lo:400
00000100:00100000:0.0:1329970906.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970906.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246884:0@lo:400
00000100:00100000:0.0:1329970906.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970906.306810:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970906 exp ffff880052834000
00000100:00100000:0.0:1329970906.306833:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246879:12345-0@lo:400
00000100:00100000:0.0:1329970906.306857:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246879:12345-0@lo:400 Request procesed in 39us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970906.306872:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970906 exp ffff880008f8fc00
00000100:00080000:0.0:1329970906.306878:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970906 exp ffff880057c49800
00000100:00100000:0.0:1329970906.306888:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246880:12345-0@lo:400
00000100:00100000:0.0:1329970906.306907:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246880:12345-0@lo:400 Request procesed in 23us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970906.306912:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970906 exp ffff8800572c1c00
00000100:00080000:0.0:1329970906.306918:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970906 exp ffff880046d08400
00000100:00100000:0.0:1329970906.306925:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246881:12345-0@lo:400
00000100:00100000:0.0:1329970906.306937:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246881:12345-0@lo:400 Request procesed in 14us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970906.306944:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246883:12345-0@lo:400
00000100:00100000:0.0:1329970906.306955:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246883:12345-0@lo:400 Request procesed in 12us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970906.306961:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246884:12345-0@lo:400
00000100:00100000:0.0:1329970906.306972:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246884:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970906.306982:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970906 exp ffff880008f8f400
00000100:00100000:0.0:1329970906.306991:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246882:12345-0@lo:400
00000100:00100000:0.0:1329970906.307007:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246882:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970906.307039:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246885:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970906.307051:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246885 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970906] [real_sent 1329970906] [current 1329970906] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373246885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970906.307062:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373246885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970906.307068:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970906.307070:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970906.307073:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246885:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970906.307075:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246886:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970906.307082:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246886 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970906] [real_sent 1329970906] [current 1329970906] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373246886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970906.307089:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373246886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970906.307094:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970906.307096:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970906.307098:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246886:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970906.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246879:0@lo:400
00000100:00100000:0.0:1329970906.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246880:0@lo:400
00000100:00100000:0.0:1329970906.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246881:0@lo:400
00000100:00100000:0.0:1329970906.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246882:0@lo:400
00000100:00100000:0.0:1329970906.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246883:0@lo:400
00000100:00100000:0.0:1329970906.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246884:0@lo:400
00000100:00100000:0.0:1329970906.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970907.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970908.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970909.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970910.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970911.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970911.306631:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970911.306633:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970911.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333033966
00000100:00000400:0.0:1329970911.306640:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970911.306646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970911.306651:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970911.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373246893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970911.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970911.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970911.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970911.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333033966
00000100:00000400:0.0:1329970911.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970911.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970911.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970911.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373246894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970911.306698:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246887:0@lo:400
00000100:00100000:0.0:1329970911.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970911.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246888:0@lo:400
00000100:00100000:0.0:1329970911.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970911.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246889:0@lo:400
00000100:00100000:0.0:1329970911.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970911.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246890:0@lo:400
00000100:00100000:0.0:1329970911.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970911.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246891:0@lo:400
00000100:00100000:0.0:1329970911.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970911.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246892:0@lo:400
00000100:00100000:0.0:1329970911.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970911.306885:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970911 exp ffff880052834000
00000100:00100000:0.0:1329970911.306907:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246887:12345-0@lo:400
00000100:00100000:0.0:1329970911.306945:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246887:12345-0@lo:400 Request procesed in 51us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970911.306961:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970911 exp ffff880008f8fc00
00000100:00080000:0.0:1329970911.306967:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970911 exp ffff880057c49800
00000100:00080000:0.0:1329970911.306972:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970911 exp ffff8800572c1c00
00000100:00080000:0.0:1329970911.306976:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970911 exp ffff880046d08400
00000100:00100000:0.0:1329970911.306984:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246888:12345-0@lo:400
00000100:00100000:0.0:1329970911.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246888:12345-0@lo:400 Request procesed in 20us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970911.307009:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246889:12345-0@lo:400
00000100:00100000:0.0:1329970911.307021:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246889:12345-0@lo:400 Request procesed in 13us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970911.307027:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246891:12345-0@lo:400
00000100:00100000:0.0:1329970911.307038:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246891:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970911.307045:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246892:12345-0@lo:400
00000100:00100000:0.0:1329970911.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246892:12345-0@lo:400 Request procesed in 13us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970911.307065:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970911 exp ffff880008f8f400
00000100:00100000:0.0:1329970911.307074:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246890:12345-0@lo:400
00000100:00100000:0.0:1329970911.307090:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246890:12345-0@lo:400 Request procesed in 19us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970911.307110:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246893:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970911.307123:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246893 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970911] [real_sent 1329970911] [current 1329970911] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373246893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970911.307134:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373246893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970911.307140:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970911.307142:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970911.307144:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246893:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970911.307147:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246894:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970911.307155:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246894 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970911] [real_sent 1329970911] [current 1329970911] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373246894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970911.307162:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373246894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970911.307166:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970911.307168:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970911.307170:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246894:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970911.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246887:0@lo:400
00000100:00100000:0.0:1329970911.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246888:0@lo:400
00000100:00100000:0.0:1329970911.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246889:0@lo:400
00000100:00100000:0.0:1329970911.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246890:0@lo:400
00000100:00100000:0.0:1329970911.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246891:0@lo:400
00000100:00100000:0.0:1329970911.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246892:0@lo:400
00000100:00100000:0.0:1329970911.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970912.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970913.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970914.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970915.368673:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970916.306692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970916.306701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970916.306703:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970916.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333038966
00000100:00000400:0.0:1329970916.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970916.306720:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970916.306727:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970916.306738:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373246901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970916.306749:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970916.306752:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970916.306754:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970916.306757:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333038966
00000100:00000400:0.0:1329970916.306759:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970916.306763:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970916.306766:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970916.306772:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373246902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970916.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246895:0@lo:400
00000100:00100000:0.0:1329970916.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970916.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246896:0@lo:400
00000100:00100000:0.0:1329970916.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970916.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246897:0@lo:400
00000100:00100000:0.0:1329970916.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970916.306926:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246898:0@lo:400
00000100:00100000:0.0:1329970916.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970916.306945:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246899:0@lo:400
00000100:00100000:0.0:1329970916.306976:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970916.306985:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246900:0@lo:400
00000100:00100000:0.0:1329970916.306997:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970916.307022:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970916 exp ffff880052834000
00000100:00100000:0.0:1329970916.307054:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246895:12345-0@lo:400
00000100:00100000:0.0:1329970916.307086:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246895:12345-0@lo:400 Request procesed in 52us (219us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970916.307107:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970916 exp ffff880008f8fc00
00000100:00080000:0.0:1329970916.307117:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970916 exp ffff880057c49800
00000100:00080000:0.0:1329970916.307125:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970916 exp ffff8800572c1c00
00000100:00080000:0.0:1329970916.307132:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970916 exp ffff880046d08400
00000100:00100000:0.0:1329970916.307148:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246896:12345-0@lo:400
00000100:00100000:0.0:1329970916.307173:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246896:12345-0@lo:400 Request procesed in 32us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970916.307186:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246897:12345-0@lo:400
00000100:00100000:0.0:1329970916.307205:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246897:12345-0@lo:400 Request procesed in 23us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970916.307231:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246899:12345-0@lo:400
00000100:00100000:0.0:1329970916.307248:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246899:12345-0@lo:400 Request procesed in 20us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970916.307259:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246900:12345-0@lo:400
00000100:00100000:0.0:1329970916.307275:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246900:12345-0@lo:400 Request procesed in 19us (278us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970916.307291:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970916 exp ffff880008f8f400
00000100:00100000:0.0:1329970916.307304:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246898:12345-0@lo:400
00000100:00100000:0.0:1329970916.307328:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246898:12345-0@lo:400 Request procesed in 28us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970916.307359:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246901:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970916.307385:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246901 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970916] [real_sent 1329970916] [current 1329970916] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373246901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970916.307401:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373246901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970916.307410:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970916.307413:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970916.307417:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246901:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970916.307421:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246902:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970916.307432:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246902 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970916] [real_sent 1329970916] [current 1329970916] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373246902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970916.307443:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373246902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970916.307452:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970916.307454:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970916.307457:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246902:127.0.0.1@tcp:8
00000400:02020000:0.0:1329970916.307746:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329970916.307807:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970916.307823:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970916.307846:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246895:0@lo:400
00000100:00100000:0.0:1329970916.307855:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246896:0@lo:400
00000100:00100000:0.0:1329970916.307862:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246897:0@lo:400
00000100:00100000:0.0:1329970916.307869:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246898:0@lo:400
00000100:00100000:0.0:1329970916.307875:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246899:0@lo:400
00000100:00100000:0.0:1329970916.307882:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246900:0@lo:400
00000100:00100000:0.0:1329970916.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970917.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970918.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970919.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970920.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970921.306625:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970921.306631:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970921.306633:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970921.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333043966
00000100:00000400:0.0:1329970921.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970921.306645:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970921.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970921.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373246909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970921.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970921.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970921.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970921.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333043966
00000100:00000400:0.0:1329970921.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970921.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970921.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970921.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373246910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970921.306698:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246903:0@lo:400
00000100:00100000:0.0:1329970921.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970921.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246904:0@lo:400
00000100:00100000:0.0:1329970921.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970921.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246905:0@lo:400
00000100:00100000:0.0:1329970921.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970921.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246906:0@lo:400
00000100:00100000:0.0:1329970921.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970921.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246907:0@lo:400
00000100:00100000:0.0:1329970921.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970921.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246908:0@lo:400
00000100:00100000:0.0:1329970921.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970921.306873:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970921 exp ffff880052834000
00000100:00100000:0.0:1329970921.306892:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246903:12345-0@lo:400
00000100:00100000:0.0:1329970921.306916:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246903:12345-0@lo:400 Request procesed in 35us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970921.306930:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970921 exp ffff880008f8fc00
00000100:00080000:0.0:1329970921.306936:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970921 exp ffff880057c49800
00000100:00080000:0.0:1329970921.306941:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970921 exp ffff8800572c1c00
00000100:00080000:0.0:1329970921.306945:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970921 exp ffff880046d08400
00000100:00100000:0.0:1329970921.306953:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246904:12345-0@lo:400
00000100:00100000:0.0:1329970921.306970:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246904:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970921.306978:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246905:12345-0@lo:400
00000100:00100000:0.0:1329970921.306990:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246905:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970921.306997:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246907:12345-0@lo:400
00000100:00100000:0.0:1329970921.307007:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246907:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970921.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246908:12345-0@lo:400
00000100:00100000:0.0:1329970921.307024:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246908:12345-0@lo:400 Request procesed in 12us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970921.307034:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970921 exp ffff880008f8f400
00000100:00100000:0.0:1329970921.307043:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246906:12345-0@lo:400
00000100:00100000:0.0:1329970921.307059:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246906:12345-0@lo:400 Request procesed in 18us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970921.307079:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246909:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970921.307092:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246909 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970921] [real_sent 1329970921] [current 1329970921] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373246909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970921.307103:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373246909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970921.307109:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970921.307111:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970921.307113:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246909:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970921.307116:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246910:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970921.307123:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246910 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970921] [real_sent 1329970921] [current 1329970921] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373246910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970921.307130:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373246910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970921.307135:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970921.307136:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970921.307138:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246910:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970921.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246903:0@lo:400
00000100:00100000:0.0:1329970921.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246904:0@lo:400
00000100:00100000:0.0:1329970921.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246905:0@lo:400
00000100:00100000:0.0:1329970921.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246906:0@lo:400
00000100:00100000:0.0:1329970921.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246907:0@lo:400
00000100:00100000:0.0:1329970921.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246908:0@lo:400
00000100:00100000:0.0:1329970921.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970922.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970923.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970924.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970925.368587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970926.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970926.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970926.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970926.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333048966
00000100:00000400:0.0:1329970926.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970926.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970926.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970926.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373246917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970926.306708:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970926.306710:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970926.306711:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970926.306713:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333048966
00000100:00000400:0.0:1329970926.306715:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970926.306733:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970926.306736:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970926.306740:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373246918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970926.306762:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246911:0@lo:400
00000100:00100000:0.0:1329970926.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970926.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246912:0@lo:400
00000100:00100000:0.0:1329970926.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970926.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246913:0@lo:400
00000100:00100000:0.0:1329970926.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970926.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246914:0@lo:400
00000100:00100000:0.0:1329970926.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970926.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246915:0@lo:400
00000100:00100000:0.0:1329970926.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970926.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246916:0@lo:400
00000100:00100000:0.0:1329970926.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970926.306933:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970926 exp ffff880052834000
00000100:00100000:0.0:1329970926.306961:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246911:12345-0@lo:400
00000100:00100000:0.0:1329970926.306985:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246911:12345-0@lo:400 Request procesed in 43us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970926.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970926 exp ffff880008f8fc00
00000100:00080000:0.0:1329970926.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970926 exp ffff880057c49800
00000100:00080000:0.0:1329970926.307010:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970926 exp ffff8800572c1c00
00000100:00080000:0.0:1329970926.307014:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970926 exp ffff880046d08400
00000100:00100000:0.0:1329970926.307022:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246912:12345-0@lo:400
00000100:00100000:0.0:1329970926.307039:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246912:12345-0@lo:400 Request procesed in 20us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970926.307047:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246913:12345-0@lo:400
00000100:00100000:0.0:1329970926.307059:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246913:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970926.307065:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246915:12345-0@lo:400
00000100:00100000:0.0:1329970926.307076:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246915:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970926.307083:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246916:12345-0@lo:400
00000100:00100000:0.0:1329970926.307094:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246916:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970926.307104:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970926 exp ffff880008f8f400
00000100:00100000:0.0:1329970926.307113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246914:12345-0@lo:400
00000100:00100000:0.0:1329970926.307129:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246914:12345-0@lo:400 Request procesed in 18us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970926.307150:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246917:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970926.307163:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246917 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970926] [real_sent 1329970926] [current 1329970926] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373246917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970926.307173:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373246917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970926.307184:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970926.307186:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970926.307188:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246917:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970926.307191:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246918:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970926.307198:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246918 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970926] [real_sent 1329970926] [current 1329970926] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373246918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970926.307205:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373246918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970926.307210:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970926.307211:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970926.307213:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246918:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970926.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246911:0@lo:400
00000100:00100000:0.0:1329970926.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246912:0@lo:400
00000100:00100000:0.0:1329970926.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246913:0@lo:400
00000100:00100000:0.0:1329970926.307243:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246914:0@lo:400
00000100:00100000:0.0:1329970926.307248:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246915:0@lo:400
00000100:00100000:0.0:1329970926.307252:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246916:0@lo:400
00000100:00100000:0.0:1329970926.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970927.368650:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970928.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970929.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970930.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970931.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970931.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970931.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970931.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333053966
00000100:00000400:0.0:1329970931.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970931.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970931.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970931.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373246925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970931.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970931.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970931.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970931.306688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333053966
00000100:00000400:0.0:1329970931.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970931.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970931.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970931.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970931.306717:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246919:0@lo:400
00000100:00100000:0.0:1329970931.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970931.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246920:0@lo:400
00000100:00100000:0.0:1329970931.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970931.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246921:0@lo:400
00000100:00100000:0.0:1329970931.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970931.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246922:0@lo:400
00000100:00100000:0.0:1329970931.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970931.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246923:0@lo:400
00000100:00100000:0.0:1329970931.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970931.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246924:0@lo:400
00000100:00100000:0.0:1329970931.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970931.306903:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970931 exp ffff880052834000
00000100:00100000:0.0:1329970931.306921:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246919:12345-0@lo:400
00000100:00100000:0.0:1329970931.306945:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246919:12345-0@lo:400 Request procesed in 34us (153us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970931.306959:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970931 exp ffff880008f8fc00
00000100:00080000:0.0:1329970931.306965:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970931 exp ffff880057c49800
00000100:00080000:0.0:1329970931.306970:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970931 exp ffff8800572c1c00
00000100:00080000:0.0:1329970931.306974:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970931 exp ffff880046d08400
00000100:00100000:0.0:1329970931.306982:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246920:12345-0@lo:400
00000100:00100000:0.0:1329970931.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246920:12345-0@lo:400 Request procesed in 20us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970931.307018:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246921:12345-0@lo:400
00000100:00100000:0.0:1329970931.307030:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246921:12345-0@lo:400 Request procesed in 14us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970931.307037:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246923:12345-0@lo:400
00000100:00100000:0.0:1329970931.307048:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246923:12345-0@lo:400 Request procesed in 12us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970931.307054:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246924:12345-0@lo:400
00000100:00100000:0.0:1329970931.307065:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246924:12345-0@lo:400 Request procesed in 13us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970931.307076:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970931 exp ffff880008f8f400
00000100:00100000:0.0:1329970931.307084:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246922:12345-0@lo:400
00000100:00100000:0.0:1329970931.307100:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246922:12345-0@lo:400 Request procesed in 19us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970931.307120:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246925:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970931.307133:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246925 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970931] [real_sent 1329970931] [current 1329970931] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373246925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970931.307144:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373246925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970931.307150:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970931.307151:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970931.307154:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246925:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970931.307157:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246926:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970931.307164:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246926 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970931] [real_sent 1329970931] [current 1329970931] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970931.307171:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970931.307175:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970931.307177:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970931.307179:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246926:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970931.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246919:0@lo:400
00000100:00100000:0.0:1329970931.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246920:0@lo:400
00000100:00100000:0.0:1329970931.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246921:0@lo:400
00000100:00100000:0.0:1329970931.307209:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246922:0@lo:400
00000100:00100000:0.0:1329970931.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246923:0@lo:400
00000100:00100000:0.0:1329970931.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246924:0@lo:400
00000100:00100000:0.0:1329970931.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970932.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970933.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970934.368634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970935.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970936.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970936.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970936.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970936.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333058966
00000100:00000400:0.0:1329970936.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970936.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970936.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970936.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373246933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970936.306708:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970936.306710:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970936.306711:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970936.306714:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333058966
00000100:00000400:0.0:1329970936.306715:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970936.306717:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970936.306719:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970936.306723:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373246934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970936.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246927:0@lo:400
00000100:00100000:0.0:1329970936.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970936.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246928:0@lo:400
00000100:00100000:0.0:1329970936.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970936.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246929:0@lo:400
00000100:00100000:0.0:1329970936.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970936.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246930:0@lo:400
00000100:00100000:0.0:1329970936.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970936.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246931:0@lo:400
00000100:00100000:0.0:1329970936.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970936.306896:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246932:0@lo:400
00000100:00100000:0.0:1329970936.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970936.306924:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970936 exp ffff880052834000
00000100:00100000:0.0:1329970936.306954:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246927:12345-0@lo:400
00000100:00100000:0.0:1329970936.306980:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246927:12345-0@lo:400 Request procesed in 47us (152us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970936.306994:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970936 exp ffff880008f8fc00
00000100:00080000:0.0:1329970936.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970936 exp ffff880057c49800
00000100:00080000:0.0:1329970936.307014:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970936 exp ffff8800572c1c00
00000100:00080000:0.0:1329970936.307022:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970936 exp ffff880046d08400
00000100:00100000:0.0:1329970936.307036:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246928:12345-0@lo:400
00000100:00100000:0.0:1329970936.307064:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246928:12345-0@lo:400 Request procesed in 32us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970936.307077:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246929:12345-0@lo:400
00000100:00100000:0.0:1329970936.307090:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246929:12345-0@lo:400 Request procesed in 17us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970936.307097:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246931:12345-0@lo:400
00000100:00100000:0.0:1329970936.307109:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246931:12345-0@lo:400 Request procesed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970936.307116:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246932:12345-0@lo:400
00000100:00100000:0.0:1329970936.307127:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246932:12345-0@lo:400 Request procesed in 13us (223us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970936.307139:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970936 exp ffff880008f8f400
00000100:00100000:0.0:1329970936.307148:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246930:12345-0@lo:400
00000100:00100000:0.0:1329970936.307165:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246930:12345-0@lo:400 Request procesed in 20us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970936.307187:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246933:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970936.307201:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246933 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970936] [real_sent 1329970936] [current 1329970936] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373246933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970936.307211:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373246933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970936.307218:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970936.307219:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970936.307222:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246933:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970936.307225:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246934:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970936.307232:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246934 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970936] [real_sent 1329970936] [current 1329970936] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373246934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970936.307239:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373246934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970936.307244:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970936.307245:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970936.307248:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246934:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970936.307264:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246927:0@lo:400
00000100:00100000:0.0:1329970936.307270:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246928:0@lo:400
00000100:00100000:0.0:1329970936.307274:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246929:0@lo:400
00000100:00100000:0.0:1329970936.307278:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246930:0@lo:400
00000100:00100000:0.0:1329970936.307283:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246931:0@lo:400
00000100:00100000:0.0:1329970936.307291:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246932:0@lo:400
00000100:00100000:0.0:1329970936.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970937.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970938.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970939.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970940.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970941.306620:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970941.306626:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970941.306628:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970941.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333063966
00000100:00000400:0.0:1329970941.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970941.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970941.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970941.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373246941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970941.306691:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970941.306693:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970941.306694:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970941.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333063966
00000100:00000400:0.0:1329970941.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970941.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970941.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970941.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373246942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970941.306725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246935:0@lo:400
00000100:00100000:0.0:1329970941.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970941.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246936:0@lo:400
00000100:00100000:0.0:1329970941.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970941.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246937:0@lo:400
00000100:00100000:0.0:1329970941.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970941.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246938:0@lo:400
00000100:00100000:0.0:1329970941.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970941.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246939:0@lo:400
00000100:00100000:0.0:1329970941.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970941.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246940:0@lo:400
00000100:00100000:0.0:1329970941.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970941.306867:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970941 exp ffff880052834000
00000100:00100000:0.0:1329970941.306889:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246935:12345-0@lo:400
00000100:00100000:0.0:1329970941.306915:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246935:12345-0@lo:400 Request procesed in 39us (139us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970941.306929:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970941 exp ffff880008f8fc00
00000100:00080000:0.0:1329970941.306935:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970941 exp ffff880057c49800
00000100:00080000:0.0:1329970941.306940:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970941 exp ffff8800572c1c00
00000100:00080000:0.0:1329970941.306944:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970941 exp ffff880046d08400
00000100:00100000:0.0:1329970941.306953:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246936:12345-0@lo:400
00000100:00100000:0.0:1329970941.306970:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246936:12345-0@lo:400 Request procesed in 21us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970941.306978:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246937:12345-0@lo:400
00000100:00100000:0.0:1329970941.306991:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246937:12345-0@lo:400 Request procesed in 14us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970941.306997:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246939:12345-0@lo:400
00000100:00100000:0.0:1329970941.307008:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246939:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970941.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246940:12345-0@lo:400
00000100:00100000:0.0:1329970941.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246940:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970941.307047:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970941 exp ffff880008f8f400
00000100:00100000:0.0:1329970941.307056:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246938:12345-0@lo:400
00000100:00100000:0.0:1329970941.307073:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246938:12345-0@lo:400 Request procesed in 20us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970941.307094:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246941:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970941.307107:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246941 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970941] [real_sent 1329970941] [current 1329970941] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373246941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970941.307118:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373246941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970941.307124:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970941.307126:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970941.307129:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246941:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970941.307132:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246942:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970941.307138:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246942 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970941] [real_sent 1329970941] [current 1329970941] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373246942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970941.307146:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373246942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970941.307151:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970941.307152:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970941.307154:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246942:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970941.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246935:0@lo:400
00000100:00100000:0.0:1329970941.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246936:0@lo:400
00000100:00100000:0.0:1329970941.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246937:0@lo:400
00000100:00100000:0.0:1329970941.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246938:0@lo:400
00000100:00100000:0.0:1329970941.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246939:0@lo:400
00000100:00100000:0.0:1329970941.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246940:0@lo:400
00000100:00100000:0.0:1329970941.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970942.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970943.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970944.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970945.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970946.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970946.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970946.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970946.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333068966
00000100:00000400:0.0:1329970946.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970946.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970946.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970946.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373246949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970946.306714:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970946.306716:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970946.306717:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970946.306720:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333068966
00000100:00000400:0.0:1329970946.306721:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970946.306724:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970946.306726:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970946.306729:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970946.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246943:0@lo:400
00000100:00100000:0.0:1329970946.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970946.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246944:0@lo:400
00000100:00100000:0.0:1329970946.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970946.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246945:0@lo:400
00000100:00100000:0.0:1329970946.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970946.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246946:0@lo:400
00000100:00100000:0.0:1329970946.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970946.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246947:0@lo:400
00000100:00100000:0.0:1329970946.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970946.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246948:0@lo:400
00000100:00100000:0.0:1329970946.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970946.306920:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970946 exp ffff880052834000
00000100:00100000:0.0:1329970946.306946:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246943:12345-0@lo:400
00000100:00100000:0.0:1329970946.306971:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246943:12345-0@lo:400 Request procesed in 41us (195us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970946.306985:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970946 exp ffff880008f8fc00
00000100:00080000:0.0:1329970946.306991:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970946 exp ffff880057c49800
00000100:00080000:0.0:1329970946.306996:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970946 exp ffff8800572c1c00
00000100:00080000:0.0:1329970946.307000:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970946 exp ffff880046d08400
00000100:00100000:0.0:1329970946.307008:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246944:12345-0@lo:400
00000100:00100000:0.0:1329970946.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246944:12345-0@lo:400 Request procesed in 20us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970946.307034:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246945:12345-0@lo:400
00000100:00100000:0.0:1329970946.307047:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246945:12345-0@lo:400 Request procesed in 15us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970946.307053:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246947:12345-0@lo:400
00000100:00100000:0.0:1329970946.307064:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246947:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970946.307071:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246948:12345-0@lo:400
00000100:00100000:0.0:1329970946.307082:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246948:12345-0@lo:400 Request procesed in 12us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970946.307092:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970946 exp ffff880008f8f400
00000100:00100000:0.0:1329970946.307100:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246946:12345-0@lo:400
00000100:00100000:0.0:1329970946.307116:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246946:12345-0@lo:400 Request procesed in 19us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970946.307137:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246949:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970946.307151:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246949 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970946] [real_sent 1329970946] [current 1329970946] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373246949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970946.307161:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373246949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970946.307172:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970946.307174:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970946.307177:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246949:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970946.307179:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246950:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970946.307186:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246950 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970946] [real_sent 1329970946] [current 1329970946] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970946.307193:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970946.307198:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970946.307199:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970946.307201:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246950:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970946.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246943:0@lo:400
00000100:00100000:0.0:1329970946.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246944:0@lo:400
00000100:00100000:0.0:1329970946.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246945:0@lo:400
00000100:00100000:0.0:1329970946.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246946:0@lo:400
00000100:00100000:0.0:1329970946.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246947:0@lo:400
00000100:00100000:0.0:1329970946.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246948:0@lo:400
00000100:00100000:0.0:1329970946.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970947.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970948.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970949.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970950.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970951.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970951.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970951.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970951.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333073966
00000100:00000400:0.0:1329970951.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970951.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970951.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970951.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373246957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970951.306698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970951.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970951.306701:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970951.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333073966
00000100:00000400:0.0:1329970951.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970951.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970951.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970951.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970951.306735:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246951:0@lo:400
00000100:00100000:0.0:1329970951.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970951.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246952:0@lo:400
00000100:00100000:0.0:1329970951.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970951.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246953:0@lo:400
00000100:00100000:0.0:1329970951.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970951.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246954:0@lo:400
00000100:00100000:0.0:1329970951.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970951.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246955:0@lo:400
00000100:00100000:0.0:1329970951.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970951.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246956:0@lo:400
00000100:00100000:0.0:1329970951.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970951.306854:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970951 exp ffff880052834000
00000100:00100000:0.0:1329970951.306874:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246951:12345-0@lo:400
00000100:00100000:0.0:1329970951.306899:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246951:12345-0@lo:400 Request procesed in 36us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970951.306913:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970951 exp ffff880008f8fc00
00000100:00080000:0.0:1329970951.306920:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970951 exp ffff880057c49800
00000100:00080000:0.0:1329970951.306924:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970951 exp ffff8800572c1c00
00000100:00080000:0.0:1329970951.306929:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970951 exp ffff880046d08400
00000100:00100000:0.0:1329970951.306937:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246952:12345-0@lo:400
00000100:00100000:0.0:1329970951.306954:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246952:12345-0@lo:400 Request procesed in 20us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970951.306962:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246953:12345-0@lo:400
00000100:00100000:0.0:1329970951.306973:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246953:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970951.306980:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246955:12345-0@lo:400
00000100:00100000:0.0:1329970951.306991:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246955:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970951.306998:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246956:12345-0@lo:400
00000100:00100000:0.0:1329970951.307008:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246956:12345-0@lo:400 Request procesed in 12us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970951.307019:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970951 exp ffff880008f8f400
00000100:00100000:0.0:1329970951.307027:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246954:12345-0@lo:400
00000100:00100000:0.0:1329970951.307043:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246954:12345-0@lo:400 Request procesed in 19us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970951.307065:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246957:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970951.307078:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246957 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970951] [real_sent 1329970951] [current 1329970951] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373246957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970951.307089:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373246957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970951.307095:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970951.307097:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970951.307099:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246957:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970951.307102:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246958:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970951.307109:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246958 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970951] [real_sent 1329970951] [current 1329970951] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970951.307116:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970951.307121:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970951.307122:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970951.307124:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246958:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970951.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246951:0@lo:400
00000100:00100000:0.0:1329970951.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246952:0@lo:400
00000100:00100000:0.0:1329970951.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246953:0@lo:400
00000100:00100000:0.0:1329970951.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246954:0@lo:400
00000100:00100000:0.0:1329970951.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246955:0@lo:400
00000100:00100000:0.0:1329970951.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246956:0@lo:400
00000100:00100000:0.0:1329970951.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970952.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970953.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970954.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970955.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970956.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970956.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970956.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970956.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333078966
00000100:00000400:0.0:1329970956.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970956.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970956.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970956.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970956.306704:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970956.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970956.306707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970956.306709:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333078966
00000100:00000400:0.0:1329970956.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970956.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970956.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970956.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970956.306741:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246959:0@lo:400
00000100:00100000:0.0:1329970956.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970956.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246960:0@lo:400
00000100:00100000:0.0:1329970956.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970956.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246961:0@lo:400
00000100:00100000:0.0:1329970956.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970956.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246962:0@lo:400
00000100:00100000:0.0:1329970956.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970956.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246963:0@lo:400
00000100:00100000:0.0:1329970956.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970956.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246964:0@lo:400
00000100:00100000:0.0:1329970956.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970956.306854:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970956 exp ffff880052834000
00000100:00100000:0.0:1329970956.306882:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246959:12345-0@lo:400
00000100:00100000:0.0:1329970956.306907:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246959:12345-0@lo:400 Request procesed in 44us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970956.306921:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970956 exp ffff880008f8fc00
00000100:00080000:0.0:1329970956.306927:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970956 exp ffff880057c49800
00000100:00080000:0.0:1329970956.306932:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970956 exp ffff8800572c1c00
00000100:00080000:0.0:1329970956.306936:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970956 exp ffff880046d08400
00000100:00100000:0.0:1329970956.306946:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246960:12345-0@lo:400
00000100:00100000:0.0:1329970956.306963:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246960:12345-0@lo:400 Request procesed in 22us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970956.306972:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246961:12345-0@lo:400
00000100:00100000:0.0:1329970956.306983:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246961:12345-0@lo:400 Request procesed in 14us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970956.306990:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246963:12345-0@lo:400
00000100:00100000:0.0:1329970956.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246963:12345-0@lo:400 Request procesed in 12us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970956.307019:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246964:12345-0@lo:400
00000100:00100000:0.0:1329970956.307030:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246964:12345-0@lo:400 Request procesed in 14us (195us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970956.307040:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970956 exp ffff880008f8f400
00000100:00100000:0.0:1329970956.307049:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246962:12345-0@lo:400
00000100:00100000:0.0:1329970956.307065:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246962:12345-0@lo:400 Request procesed in 19us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970956.307086:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246965:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970956.307100:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246965 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970956] [real_sent 1329970956] [current 1329970956] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970956.307110:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970956.307116:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970956.307118:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970956.307120:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246965:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970956.307123:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246966:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970956.307130:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246966 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970956] [real_sent 1329970956] [current 1329970956] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970956.307137:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970956.307141:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970956.307143:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970956.307145:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246966:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970956.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246959:0@lo:400
00000100:00100000:0.0:1329970956.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246960:0@lo:400
00000100:00100000:0.0:1329970956.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246961:0@lo:400
00000100:00100000:0.0:1329970956.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246962:0@lo:400
00000100:00100000:0.0:1329970956.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246963:0@lo:400
00000100:00100000:0.0:1329970956.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246964:0@lo:400
00000100:00100000:0.0:1329970956.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970957.368635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970958.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970959.368569:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970960.368592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970961.306608:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970961.306612:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970961.306614:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970961.306617:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333083966
00000100:00000400:0.0:1329970961.306618:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970961.306622:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970961.306626:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970961.306630:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373246973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970961.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970961.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970961.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970961.306637:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333083966
00000100:00000400:0.0:1329970961.306637:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970961.306639:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970961.306640:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970961.306642:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373246974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970961.306655:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246967:0@lo:400
00000100:00100000:0.0:1329970961.306672:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970961.306677:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246968:0@lo:400
00000100:00100000:0.0:1329970961.306682:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970961.306685:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246969:0@lo:400
00000100:00100000:0.0:1329970961.306688:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970961.306691:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246970:0@lo:400
00000100:00100000:0.0:1329970961.306696:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970961.306698:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246971:0@lo:400
00000100:00100000:0.0:1329970961.306704:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970961.306707:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246972:0@lo:400
00000100:00100000:0.0:1329970961.306711:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970961.306723:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970961 exp ffff880052834000
00000100:00100000:0.0:1329970961.306735:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246967:12345-0@lo:400
00000100:00100000:0.0:1329970961.306750:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246967:12345-0@lo:400 Request procesed in 22us (78us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970961.306757:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970961 exp ffff880008f8fc00
00000100:00080000:0.0:1329970961.306760:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970961 exp ffff880057c49800
00000100:00080000:0.0:1329970961.306763:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970961 exp ffff8800572c1c00
00000100:00080000:0.0:1329970961.306765:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970961 exp ffff880046d08400
00000100:00100000:0.0:1329970961.306769:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246968:12345-0@lo:400
00000100:00100000:0.0:1329970961.306778:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246968:12345-0@lo:400 Request procesed in 10us (95us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970961.306782:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246969:12345-0@lo:400
00000100:00100000:0.0:1329970961.306788:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246969:12345-0@lo:400 Request procesed in 6us (99us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970961.306791:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246971:12345-0@lo:400
00000100:00100000:0.0:1329970961.306796:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246971:12345-0@lo:400 Request procesed in 6us (91us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970961.306799:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246972:12345-0@lo:400
00000100:00100000:0.0:1329970961.306803:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246972:12345-0@lo:400 Request procesed in 6us (92us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970961.306809:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970961 exp ffff880008f8f400
00000100:00100000:0.0:1329970961.306813:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246970:12345-0@lo:400
00000100:00100000:0.0:1329970961.306822:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246970:12345-0@lo:400 Request procesed in 10us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970961.306842:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246973:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970961.306849:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246973 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970961] [real_sent 1329970961] [current 1329970961] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373246973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970961.306854:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373246973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970961.306857:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970961.306858:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970961.306859:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246973:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970961.306860:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246974:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970961.306864:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246974 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970961] [real_sent 1329970961] [current 1329970961] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373246974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970961.306867:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373246974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970961.306869:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970961.306870:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970961.306871:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246974:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970961.306879:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246967:0@lo:400
00000100:00100000:0.0:1329970961.306882:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246968:0@lo:400
00000100:00100000:0.0:1329970961.306884:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246969:0@lo:400
00000100:00100000:0.0:1329970961.306886:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246970:0@lo:400
00000100:00100000:0.0:1329970961.306888:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246971:0@lo:400
00000100:00100000:0.0:1329970961.306889:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246972:0@lo:400
00000100:00100000:0.0:1329970961.368562:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970962.368569:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970963.368564:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970964.368590:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970965.368573:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970966.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970966.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970966.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970966.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333088966
00000100:00000400:0.0:1329970966.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970966.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970966.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970966.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373246981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970966.306715:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970966.306717:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970966.306718:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970966.306721:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333088966
00000100:00000400:0.0:1329970966.306722:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970966.306724:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970966.306726:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970966.306730:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373246982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970966.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246975:0@lo:400
00000100:00100000:0.0:1329970966.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970966.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246976:0@lo:400
00000100:00100000:0.0:1329970966.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970966.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246977:0@lo:400
00000100:00100000:0.0:1329970966.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970966.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246978:0@lo:400
00000100:00100000:0.0:1329970966.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970966.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246979:0@lo:400
00000100:00100000:0.0:1329970966.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970966.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246980:0@lo:400
00000100:00100000:0.0:1329970966.306924:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970966.306945:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970966 exp ffff880052834000
00000100:00100000:0.0:1329970966.306973:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246975:12345-0@lo:400
00000100:00100000:0.0:1329970966.306998:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246975:12345-0@lo:400 Request procesed in 45us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970966.307012:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970966 exp ffff880008f8fc00
00000100:00080000:0.0:1329970966.307019:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970966 exp ffff880057c49800
00000100:00080000:0.0:1329970966.307023:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970966 exp ffff8800572c1c00
00000100:00080000:0.0:1329970966.307028:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970966 exp ffff880046d08400
00000100:00100000:0.0:1329970966.307036:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246976:12345-0@lo:400
00000100:00100000:0.0:1329970966.307053:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246976:12345-0@lo:400 Request procesed in 20us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970966.307061:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246977:12345-0@lo:400
00000100:00100000:0.0:1329970966.307073:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246977:12345-0@lo:400 Request procesed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970966.307080:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246979:12345-0@lo:400
00000100:00100000:0.0:1329970966.307090:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246979:12345-0@lo:400 Request procesed in 12us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970966.307097:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246980:12345-0@lo:400
00000100:00100000:0.0:1329970966.307108:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246980:12345-0@lo:400 Request procesed in 12us (183us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970966.307118:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970966 exp ffff880008f8f400
00000100:00100000:0.0:1329970966.307126:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246978:12345-0@lo:400
00000100:00100000:0.0:1329970966.307143:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246978:12345-0@lo:400 Request procesed in 18us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970966.307164:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246981:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970966.307177:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246981 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970966] [real_sent 1329970966] [current 1329970966] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373246981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970966.307187:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373246981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970966.307198:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970966.307200:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970966.307202:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246981:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970966.307205:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246982:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970966.307212:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246982 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970966] [real_sent 1329970966] [current 1329970966] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373246982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970966.307219:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373246982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970966.307224:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970966.307225:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970966.307227:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246982:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970966.307243:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246975:0@lo:400
00000100:00100000:0.0:1329970966.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246976:0@lo:400
00000100:00100000:0.0:1329970966.307253:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246977:0@lo:400
00000100:00100000:0.0:1329970966.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246978:0@lo:400
00000100:00100000:0.0:1329970966.307262:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246979:0@lo:400
00000100:00100000:0.0:1329970966.307266:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246980:0@lo:400
00000100:00100000:0.0:1329970966.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970967.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970968.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970969.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970970.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970971.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970971.306705:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970971.306707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970971.306712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333093966
00000100:00000400:0.0:1329970971.306714:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970971.306720:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970971.306725:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970971.306733:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373246989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970971.306740:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970971.306742:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970971.306743:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970971.306746:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333093966
00000100:00000400:0.0:1329970971.306747:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970971.306749:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970971.306752:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970971.306755:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373246990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970971.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246983:0@lo:400
00000100:00100000:0.0:1329970971.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970971.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246984:0@lo:400
00000100:00100000:0.0:1329970971.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970971.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246985:0@lo:400
00000100:00100000:0.0:1329970971.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970971.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246986:0@lo:400
00000100:00100000:0.0:1329970971.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970971.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246987:0@lo:400
00000100:00100000:0.0:1329970971.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970971.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246988:0@lo:400
00000100:00100000:0.0:1329970971.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970971.306957:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970971 exp ffff880052834000
00000100:00100000:0.0:1329970971.306978:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246983:12345-0@lo:400
00000100:00100000:0.0:1329970971.307004:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246983:12345-0@lo:400 Request procesed in 38us (202us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970971.307018:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970971 exp ffff880008f8fc00
00000100:00080000:0.0:1329970971.307024:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970971 exp ffff880057c49800
00000100:00080000:0.0:1329970971.307029:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970971 exp ffff8800572c1c00
00000100:00080000:0.0:1329970971.307033:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970971 exp ffff880046d08400
00000100:00100000:0.0:1329970971.307042:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246984:12345-0@lo:400
00000100:00100000:0.0:1329970971.307058:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246984:12345-0@lo:400 Request procesed in 20us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970971.307066:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246985:12345-0@lo:400
00000100:00100000:0.0:1329970971.307078:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246985:12345-0@lo:400 Request procesed in 14us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970971.307097:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246987:12345-0@lo:400
00000100:00100000:0.0:1329970971.307108:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246987:12345-0@lo:400 Request procesed in 13us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970971.307115:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246988:12345-0@lo:400
00000100:00100000:0.0:1329970971.307125:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246988:12345-0@lo:400 Request procesed in 13us (189us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970971.307135:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970971 exp ffff880008f8f400
00000100:00100000:0.0:1329970971.307144:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246986:12345-0@lo:400
00000100:00100000:0.0:1329970971.307160:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246986:12345-0@lo:400 Request procesed in 19us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970971.307181:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246989:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970971.307194:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246989 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970971] [real_sent 1329970971] [current 1329970971] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373246989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970971.307205:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373246989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970971.307211:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970971.307213:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970971.307215:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246989:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970971.307218:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246990:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970971.307225:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246990 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970971] [real_sent 1329970971] [current 1329970971] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373246990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970971.307232:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373246990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329970996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970971.307237:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970971.307238:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970971.307240:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246990:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970971.307255:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246983:0@lo:400
00000100:00100000:0.0:1329970971.307262:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246984:0@lo:400
00000100:00100000:0.0:1329970971.307266:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246985:0@lo:400
00000100:00100000:0.0:1329970971.307270:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246986:0@lo:400
00000100:00100000:0.0:1329970971.307274:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246987:0@lo:400
00000100:00100000:0.0:1329970971.307279:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246988:0@lo:400
00000100:00100000:0.0:1329970971.368678:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970972.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970973.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970974.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970975.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970976.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970976.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970976.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970976.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333098966
00000100:00000400:0.0:1329970976.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970976.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970976.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970976.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373246997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970976.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970976.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970976.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970976.306702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333098966
00000100:00000400:0.0:1329970976.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970976.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970976.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970976.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373246998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970976.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246991:0@lo:400
00000100:00100000:0.0:1329970976.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970976.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246992:0@lo:400
00000100:00100000:0.0:1329970976.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970976.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246993:0@lo:400
00000100:00100000:0.0:1329970976.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970976.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246994:0@lo:400
00000100:00100000:0.0:1329970976.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970976.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246995:0@lo:400
00000100:00100000:0.0:1329970976.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970976.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246996:0@lo:400
00000100:00100000:0.0:1329970976.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970976.306847:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970976 exp ffff880052834000
00000100:00100000:0.0:1329970976.306876:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246991:12345-0@lo:400
00000100:00100000:0.0:1329970976.306901:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246991:12345-0@lo:400 Request procesed in 44us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970976.306915:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970976 exp ffff880008f8fc00
00000100:00080000:0.0:1329970976.306921:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970976 exp ffff880057c49800
00000100:00080000:0.0:1329970976.306926:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970976 exp ffff8800572c1c00
00000100:00080000:0.0:1329970976.306930:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970976 exp ffff880046d08400
00000100:00100000:0.0:1329970976.306938:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246992:12345-0@lo:400
00000100:00100000:0.0:1329970976.306956:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246992:12345-0@lo:400 Request procesed in 20us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970976.306964:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373246993:12345-0@lo:400
00000100:00100000:0.0:1329970976.306975:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373246993:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970976.306982:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246995:12345-0@lo:400
00000100:00100000:0.0:1329970976.306993:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246995:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970976.307000:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246996:12345-0@lo:400
00000100:00100000:0.0:1329970976.307011:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373246996:12345-0@lo:400 Request procesed in 12us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970976.307021:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970976 exp ffff880008f8f400
00000100:00100000:0.0:1329970976.307029:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373246994:12345-0@lo:400
00000100:00100000:0.0:1329970976.307045:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373246994:12345-0@lo:400 Request procesed in 18us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970976.307066:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246997:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970976.307079:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246997 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970976] [real_sent 1329970976] [current 1329970976] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373246997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970976.307089:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373246997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970976.307096:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970976.307097:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970976.307100:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373246997:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970976.307103:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246998:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970976.307110:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373246998 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970976] [real_sent 1329970976] [current 1329970976] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373246998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970976.307117:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373246998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970976.307122:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970976.307123:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970976.307125:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373246998:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970976.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246991:0@lo:400
00000100:00100000:0.0:1329970976.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246992:0@lo:400
00000100:00100000:0.0:1329970976.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373246993:0@lo:400
00000100:00100000:0.0:1329970976.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246994:0@lo:400
00000100:00100000:0.0:1329970976.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246995:0@lo:400
00000100:00100000:0.0:1329970976.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373246996:0@lo:400
00000100:00100000:0.0:1329970976.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970977.368593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970978.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970979.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970980.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970981.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970981.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970981.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970981.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333103966
00000100:00000400:0.0:1329970981.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970981.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970981.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970981.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970981.306716:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970981.306718:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970981.306720:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970981.306723:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333103966
00000100:00000400:0.0:1329970981.306725:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970981.306729:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970981.306733:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970981.306739:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373247006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970981.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247005:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970981.306807:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247005 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970981] [real_sent 1329970981] [current 1329970981] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970981.306823:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970981.306833:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970981.306835:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970981.306839:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247005:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970981.306844:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247006:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970981.306857:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247006 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970981] [real_sent 1329970981] [current 1329970981] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373247006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970981.306868:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373247006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970981.306876:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970981.306878:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970981.306881:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247006:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970981.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246999:0@lo:400
00000100:00100000:0.0:1329970981.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970981.306928:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247000:0@lo:400
00000100:00100000:0.0:1329970981.306942:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970981.306950:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247001:0@lo:400
00000100:00100000:0.0:1329970981.306961:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970981.306968:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247002:0@lo:400
00000100:00100000:0.0:1329970981.306980:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970981.306988:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247003:0@lo:400
00000100:00100000:0.0:1329970981.306998:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970981.307006:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247004:0@lo:400
00000100:00100000:0.0:1329970981.307016:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970981.307153:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970981 exp ffff880052834000
00000100:00100000:0.0:1329970981.307181:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373246999:12345-0@lo:400
00000100:00100000:0.0:1329970981.307213:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373246999:12345-0@lo:400 Request procesed in 45us (295us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970981.307230:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970981 exp ffff880008f8fc00
00000100:00080000:0.0:1329970981.307237:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970981 exp ffff880057c49800
00000100:00080000:0.0:1329970981.307242:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970981 exp ffff8800572c1c00
00000100:00080000:0.0:1329970981.307246:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970981 exp ffff880046d08400
00000100:00100000:0.0:1329970981.307254:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247000:12345-0@lo:400
00000100:00100000:0.0:1329970981.307272:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247000:12345-0@lo:400 Request procesed in 21us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970981.307280:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247001:12345-0@lo:400
00000100:00100000:0.0:1329970981.307292:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247001:12345-0@lo:400 Request procesed in 13us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970981.307298:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247003:12345-0@lo:400
00000100:00100000:0.0:1329970981.307309:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247003:12345-0@lo:400 Request procesed in 13us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970981.307316:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247004:12345-0@lo:400
00000100:00100000:0.0:1329970981.307328:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247004:12345-0@lo:400 Request procesed in 14us (312us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970981.307339:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970981 exp ffff880008f8f400
00000100:00100000:0.0:1329970981.307347:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247002:12345-0@lo:400
00000100:00100000:0.0:1329970981.307363:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247002:12345-0@lo:400 Request procesed in 19us (383us total) trans 0 rc 0/0
00000400:02020000:0.0:1329970981.307435:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329970981.307460:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373246999:0@lo:400
00000100:00100000:0.0:1329970981.307466:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247000:0@lo:400
00000100:00100000:0.0:1329970981.307470:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247001:0@lo:400
00000100:00100000:0.0:1329970981.307474:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247002:0@lo:400
00000100:00100000:0.0:1329970981.307478:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247003:0@lo:400
00000100:00100000:0.0:1329970981.307482:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247004:0@lo:400
00000800:00020000:0.0:1329970981.307520:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329970981.307531:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329970981.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970982.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970983.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970984.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970985.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970986.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970986.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970986.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970986.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333108966
00000100:00000400:0.0:1329970986.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970986.306662:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970986.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970986.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373247013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970986.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970986.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970986.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970986.306688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333108966
00000100:00000400:0.0:1329970986.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970986.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970986.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970986.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373247014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970986.306718:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247007:0@lo:400
00000100:00100000:0.0:1329970986.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970986.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247008:0@lo:400
00000100:00100000:0.0:1329970986.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970986.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247009:0@lo:400
00000100:00100000:0.0:1329970986.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970986.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247010:0@lo:400
00000100:00100000:0.0:1329970986.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970986.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247011:0@lo:400
00000100:00100000:0.0:1329970986.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970986.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247012:0@lo:400
00000100:00100000:0.0:1329970986.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970986.306857:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247013:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970986.306870:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247013 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970986] [real_sent 1329970986] [current 1329970986] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373247013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970986.306881:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373247013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970986.306887:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970986.306889:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970986.306891:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247013:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970986.306894:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247014:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970986.306901:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247014 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970986] [real_sent 1329970986] [current 1329970986] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373247014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970986.306908:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373247014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970986.306913:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970986.306914:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970986.306916:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247014:127.0.0.1@tcp:8
00000100:00080000:0.0:1329970986.306935:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970986 exp ffff880052834000
00000100:00100000:0.0:1329970986.306960:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247007:12345-0@lo:400
00000100:00100000:0.0:1329970986.306983:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247007:12345-0@lo:400 Request procesed in 38us (238us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970986.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970986 exp ffff880008f8fc00
00000100:00080000:0.0:1329970986.307003:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970986 exp ffff880057c49800
00000100:00080000:0.0:1329970986.307008:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970986 exp ffff8800572c1c00
00000100:00080000:0.0:1329970986.307012:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970986 exp ffff880046d08400
00000100:00100000:0.0:1329970986.307022:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247008:12345-0@lo:400
00000100:00100000:0.0:1329970986.307039:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247008:12345-0@lo:400 Request procesed in 22us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970986.307059:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247009:12345-0@lo:400
00000100:00100000:0.0:1329970986.307071:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247009:12345-0@lo:400 Request procesed in 15us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970986.307078:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247011:12345-0@lo:400
00000100:00100000:0.0:1329970986.307089:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247011:12345-0@lo:400 Request procesed in 13us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970986.307096:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247012:12345-0@lo:400
00000100:00100000:0.0:1329970986.307107:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247012:12345-0@lo:400 Request procesed in 12us (262us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970986.307117:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970986 exp ffff880008f8f400
00000100:00100000:0.0:1329970986.307126:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247010:12345-0@lo:400
00000100:00100000:0.0:1329970986.307141:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247010:12345-0@lo:400 Request procesed in 18us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970986.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247007:0@lo:400
00000100:00100000:0.0:1329970986.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247008:0@lo:400
00000100:00100000:0.0:1329970986.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247009:0@lo:400
00000100:00100000:0.0:1329970986.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247010:0@lo:400
00000100:00100000:0.0:1329970986.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247011:0@lo:400
00000100:00100000:0.0:1329970986.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247012:0@lo:400
00000100:00100000:0.0:1329970986.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970987.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970988.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970989.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970990.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970991.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970991.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970991.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970991.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333113966
00000100:00000400:0.0:1329970991.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970991.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970991.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970991.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373247021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970991.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970991.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970991.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970991.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333113966
00000100:00000400:0.0:1329970991.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970991.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970991.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970991.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970991.306756:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247021:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970991.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247021 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970991] [real_sent 1329970991] [current 1329970991] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373247021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970991.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373247021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970991.306805:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970991.306807:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970991.306810:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247021:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970991.306813:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247022:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970991.306820:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247022 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970991] [real_sent 1329970991] [current 1329970991] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970991.306827:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970991.306832:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970991.306833:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970991.306835:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247022:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970991.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247015:0@lo:400
00000100:00100000:0.0:1329970991.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970991.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247016:0@lo:400
00000100:00100000:0.0:1329970991.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970991.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247017:0@lo:400
00000100:00100000:0.0:1329970991.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970991.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247018:0@lo:400
00000100:00100000:0.0:1329970991.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970991.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247019:0@lo:400
00000100:00100000:0.0:1329970991.306911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970991.306916:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247020:0@lo:400
00000100:00100000:0.0:1329970991.306923:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329970991.306940:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970991 exp ffff880052834000
00000100:00100000:0.0:1329970991.306960:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247015:12345-0@lo:400
00000100:00100000:0.0:1329970991.306984:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247015:12345-0@lo:400 Request procesed in 34us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970991.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970991 exp ffff880008f8fc00
00000100:00080000:0.0:1329970991.307004:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970991 exp ffff880057c49800
00000100:00080000:0.0:1329970991.307008:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970991 exp ffff8800572c1c00
00000100:00080000:0.0:1329970991.307012:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970991 exp ffff880046d08400
00000100:00100000:0.0:1329970991.307020:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247016:12345-0@lo:400
00000100:00100000:0.0:1329970991.307037:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247016:12345-0@lo:400 Request procesed in 20us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970991.307045:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247017:12345-0@lo:400
00000100:00100000:0.0:1329970991.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247017:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970991.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247019:12345-0@lo:400
00000100:00100000:0.0:1329970991.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247019:12345-0@lo:400 Request procesed in 14us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970991.307082:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247020:12345-0@lo:400
00000100:00100000:0.0:1329970991.307092:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247020:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970991.307102:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970991 exp ffff880008f8f400
00000100:00100000:0.0:1329970991.307111:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247018:12345-0@lo:400
00000100:00100000:0.0:1329970991.307128:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247018:12345-0@lo:400 Request procesed in 20us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970991.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247015:0@lo:400
00000100:00100000:0.0:1329970991.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247016:0@lo:400
00000100:00100000:0.0:1329970991.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247017:0@lo:400
00000100:00100000:0.0:1329970991.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247018:0@lo:400
00000100:00100000:0.0:1329970991.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247019:0@lo:400
00000100:00100000:0.0:1329970991.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247020:0@lo:400
00000100:00100000:0.0:1329970991.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970992.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970993.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970994.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970995.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329970996.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970996.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329970996.306667:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970996.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333118966
00000100:00000400:0.0:1329970996.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970996.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970996.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970996.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970996.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329970996.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329970996.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329970996.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333118966
00000100:00000400:0.0:1329970996.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329970996.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329970996.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329970996.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373247030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970996.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247023:0@lo:400
00000100:00100000:0.0:1329970996.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970996.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247024:0@lo:400
00000100:00100000:0.0:1329970996.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970996.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247025:0@lo:400
00000100:00100000:0.0:1329970996.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970996.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247026:0@lo:400
00000100:00100000:0.0:1329970996.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970996.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247027:0@lo:400
00000100:00100000:0.0:1329970996.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970996.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247028:0@lo:400
00000100:00100000:0.0:1329970996.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329970996.306842:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247029:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970996.306854:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247029 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970996] [real_sent 1329970996] [current 1329970996] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970996.306865:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970996.306871:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970996.306872:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970996.306875:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247029:127.0.0.1@tcp:8
00000100:00100000:0.0:1329970996.306878:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247030:127.0.0.1@tcp:8
00000100:00000400:0.0:1329970996.306885:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247030 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329970996] [real_sent 1329970996] [current 1329970996] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373247030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329970996.306898:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373247030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329970996.306903:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329970996.306904:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329970996.306906:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247030:127.0.0.1@tcp:8
00000100:00080000:0.0:1329970996.306926:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329970996 exp ffff880052834000
00000100:00100000:0.0:1329970996.306954:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247023:12345-0@lo:400
00000100:00100000:0.0:1329970996.306979:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247023:12345-0@lo:400 Request procesed in 44us (214us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970996.306993:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970996 exp ffff880008f8fc00
00000100:00080000:0.0:1329970996.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329970996 exp ffff880057c49800
00000100:00080000:0.0:1329970996.307003:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970996 exp ffff8800572c1c00
00000100:00080000:0.0:1329970996.307008:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970996 exp ffff880046d08400
00000100:00100000:0.0:1329970996.307017:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247024:12345-0@lo:400
00000100:00100000:0.0:1329970996.307034:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247024:12345-0@lo:400 Request procesed in 22us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970996.307042:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247025:12345-0@lo:400
00000100:00100000:0.0:1329970996.307054:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247025:12345-0@lo:400 Request procesed in 14us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970996.307061:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247027:12345-0@lo:400
00000100:00100000:0.0:1329970996.307072:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247027:12345-0@lo:400 Request procesed in 12us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970996.307078:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247028:12345-0@lo:400
00000100:00100000:0.0:1329970996.307089:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247028:12345-0@lo:400 Request procesed in 13us (259us total) trans 0 rc 0/0
00000100:00080000:0.0:1329970996.307109:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329970996 exp ffff880008f8f400
00000100:00100000:0.0:1329970996.307118:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247026:12345-0@lo:400
00000100:00100000:0.0:1329970996.307134:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247026:12345-0@lo:400 Request procesed in 19us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1329970996.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247023:0@lo:400
00000100:00100000:0.0:1329970996.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247024:0@lo:400
00000100:00100000:0.0:1329970996.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247025:0@lo:400
00000100:00100000:0.0:1329970996.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247026:0@lo:400
00000100:00100000:0.0:1329970996.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247027:0@lo:400
00000100:00100000:0.0:1329970996.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247028:0@lo:400
00000100:00100000:0.0:1329970996.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970997.369220:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970998.368593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329970999.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971000.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971001.306622:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971001.306629:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971001.306631:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971001.306636:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333123966
00000100:00000400:0.0:1329971001.306638:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971001.306643:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971001.306649:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971001.306657:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373247037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971001.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971001.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971001.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971001.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333123966
00000100:00000400:0.0:1329971001.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971001.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971001.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971001.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971001.306700:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247037:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971001.306728:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247037 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971001] [real_sent 1329971001] [current 1329971001] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373247037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971001.306739:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373247037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971001.306745:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971001.306746:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971001.306749:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247037:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971001.306752:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247038:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971001.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247038 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971001] [real_sent 1329971001] [current 1329971001] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971001.306766:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971001.306771:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971001.306772:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971001.306774:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247038:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971001.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247031:0@lo:400
00000100:00100000:0.0:1329971001.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971001.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247032:0@lo:400
00000100:00100000:0.0:1329971001.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971001.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247033:0@lo:400
00000100:00100000:0.0:1329971001.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971001.306896:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247034:0@lo:400
00000100:00100000:0.0:1329971001.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971001.306909:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247035:0@lo:400
00000100:00100000:0.0:1329971001.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971001.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247036:0@lo:400
00000100:00100000:0.0:1329971001.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971001.306946:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971001 exp ffff880052834000
00000100:00100000:0.0:1329971001.306966:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247031:12345-0@lo:400
00000100:00100000:0.0:1329971001.306992:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247031:12345-0@lo:400 Request procesed in 36us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971001.307005:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971001 exp ffff880008f8fc00
00000100:00080000:0.0:1329971001.307012:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971001 exp ffff880057c49800
00000100:00080000:0.0:1329971001.307017:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971001 exp ffff8800572c1c00
00000100:00080000:0.0:1329971001.307021:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971001 exp ffff880046d08400
00000100:00100000:0.0:1329971001.307029:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247032:12345-0@lo:400
00000100:00100000:0.0:1329971001.307046:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247032:12345-0@lo:400 Request procesed in 20us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971001.307055:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247033:12345-0@lo:400
00000100:00100000:0.0:1329971001.307067:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247033:12345-0@lo:400 Request procesed in 14us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971001.307074:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247035:12345-0@lo:400
00000100:00100000:0.0:1329971001.307084:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247035:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971001.307091:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247036:12345-0@lo:400
00000100:00100000:0.0:1329971001.307101:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247036:12345-0@lo:400 Request procesed in 12us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971001.307112:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971001 exp ffff880008f8f400
00000100:00100000:0.0:1329971001.307120:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247034:12345-0@lo:400
00000100:00100000:0.0:1329971001.307137:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247034:12345-0@lo:400 Request procesed in 19us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971001.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247031:0@lo:400
00000100:00100000:0.0:1329971001.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247032:0@lo:400
00000100:00100000:0.0:1329971001.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247033:0@lo:400
00000100:00100000:0.0:1329971001.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247034:0@lo:400
00000100:00100000:0.0:1329971001.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247035:0@lo:400
00000100:00100000:0.0:1329971001.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247036:0@lo:400
00000100:00100000:0.0:1329971001.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971002.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971003.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971004.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971005.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971006.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971006.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971006.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971006.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333128966
00000100:00000400:0.0:1329971006.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971006.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971006.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971006.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373247045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971006.306706:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971006.306707:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971006.306709:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971006.306711:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333128966
00000100:00000400:0.0:1329971006.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971006.306715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971006.306717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971006.306720:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971006.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247045:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971006.306773:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247045 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971006] [real_sent 1329971006] [current 1329971006] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373247045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971006.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373247045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971006.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971006.306791:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971006.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247045:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971006.306797:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247046:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971006.306804:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247046 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971006] [real_sent 1329971006] [current 1329971006] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971006.306811:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971006.306816:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971006.306817:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971006.306819:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247046:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971006.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247039:0@lo:400
00000100:00100000:0.0:1329971006.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971006.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247040:0@lo:400
00000100:00100000:0.0:1329971006.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971006.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247041:0@lo:400
00000100:00100000:0.0:1329971006.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971006.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247042:0@lo:400
00000100:00100000:0.0:1329971006.306885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971006.306890:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247043:0@lo:400
00000100:00100000:0.0:1329971006.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971006.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247044:0@lo:400
00000100:00100000:0.0:1329971006.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971006.306925:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971006 exp ffff880052834000
00000100:00100000:0.0:1329971006.306953:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247039:12345-0@lo:400
00000100:00100000:0.0:1329971006.306977:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247039:12345-0@lo:400 Request procesed in 44us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971006.306991:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971006 exp ffff880008f8fc00
00000100:00080000:0.0:1329971006.306998:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971006 exp ffff880057c49800
00000100:00080000:0.0:1329971006.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971006 exp ffff8800572c1c00
00000100:00080000:0.0:1329971006.307007:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971006 exp ffff880046d08400
00000100:00100000:0.0:1329971006.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247040:12345-0@lo:400
00000100:00100000:0.0:1329971006.307032:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247040:12345-0@lo:400 Request procesed in 19us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971006.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247041:12345-0@lo:400
00000100:00100000:0.0:1329971006.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247041:12345-0@lo:400 Request procesed in 14us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971006.307058:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247043:12345-0@lo:400
00000100:00100000:0.0:1329971006.307069:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247043:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971006.307076:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247044:12345-0@lo:400
00000100:00100000:0.0:1329971006.307086:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247044:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971006.307096:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971006 exp ffff880008f8f400
00000100:00100000:0.0:1329971006.307105:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247042:12345-0@lo:400
00000100:00100000:0.0:1329971006.307121:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247042:12345-0@lo:400 Request procesed in 19us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971006.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247039:0@lo:400
00000100:00100000:0.0:1329971006.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247040:0@lo:400
00000100:00100000:0.0:1329971006.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247041:0@lo:400
00000100:00100000:0.0:1329971006.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247042:0@lo:400
00000100:00100000:0.0:1329971006.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247043:0@lo:400
00000100:00100000:0.0:1329971006.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247044:0@lo:400
00000100:00100000:0.0:1329971006.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971007.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971008.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971009.368738:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971010.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971011.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971011.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971011.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971011.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333133966
00000100:00000400:0.0:1329971011.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971011.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971011.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971011.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373247053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971011.306725:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971011.306726:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971011.306728:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971011.306730:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333133966
00000100:00000400:0.0:1329971011.306731:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971011.306734:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971011.306736:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971011.306740:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971011.306761:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247053:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971011.306789:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247053 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971011] [real_sent 1329971011] [current 1329971011] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373247053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971011.306800:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373247053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971011.306807:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971011.306808:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971011.306811:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247053:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971011.306814:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247054:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971011.306821:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247054 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971011] [real_sent 1329971011] [current 1329971011] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971011.306828:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971011.306833:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971011.306834:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971011.306836:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247054:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971011.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247047:0@lo:400
00000100:00100000:0.0:1329971011.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971011.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247048:0@lo:400
00000100:00100000:0.0:1329971011.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971011.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247049:0@lo:400
00000100:00100000:0.0:1329971011.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971011.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247050:0@lo:400
00000100:00100000:0.0:1329971011.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971011.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247051:0@lo:400
00000100:00100000:0.0:1329971011.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971011.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247052:0@lo:400
00000100:00100000:0.0:1329971011.306980:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971011.307003:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971011 exp ffff880052834000
00000100:00100000:0.0:1329971011.307023:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247047:12345-0@lo:400
00000100:00100000:0.0:1329971011.307048:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247047:12345-0@lo:400 Request procesed in 35us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971011.307062:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971011 exp ffff880008f8fc00
00000100:00080000:0.0:1329971011.307069:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971011 exp ffff880057c49800
00000100:00080000:0.0:1329971011.307073:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971011 exp ffff8800572c1c00
00000100:00080000:0.0:1329971011.307078:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971011 exp ffff880046d08400
00000100:00100000:0.0:1329971011.307086:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247048:12345-0@lo:400
00000100:00100000:0.0:1329971011.307103:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247048:12345-0@lo:400 Request procesed in 20us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971011.307111:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247049:12345-0@lo:400
00000100:00100000:0.0:1329971011.307123:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247049:12345-0@lo:400 Request procesed in 13us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971011.307129:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247051:12345-0@lo:400
00000100:00100000:0.0:1329971011.307140:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247051:12345-0@lo:400 Request procesed in 13us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971011.307157:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247052:12345-0@lo:400
00000100:00100000:0.0:1329971011.307168:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247052:12345-0@lo:400 Request procesed in 13us (189us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971011.307178:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971011 exp ffff880008f8f400
00000100:00100000:0.0:1329971011.307187:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247050:12345-0@lo:400
00000100:00100000:0.0:1329971011.307203:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247050:12345-0@lo:400 Request procesed in 19us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971011.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247047:0@lo:400
00000100:00100000:0.0:1329971011.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247048:0@lo:400
00000100:00100000:0.0:1329971011.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247049:0@lo:400
00000100:00100000:0.0:1329971011.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247050:0@lo:400
00000100:00100000:0.0:1329971011.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247051:0@lo:400
00000100:00100000:0.0:1329971011.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247052:0@lo:400
00000100:00100000:0.0:1329971011.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971012.368633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971013.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971014.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971015.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971016.306650:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971016.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971016.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971016.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333138966
00000100:00000400:0.0:1329971016.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971016.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971016.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971016.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971016.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971016.306727:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971016.306728:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971016.306732:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333138966
00000100:00000400:0.0:1329971016.306733:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971016.306736:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971016.306739:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971016.306744:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971016.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247061:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971016.306794:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247061 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971016] [real_sent 1329971016] [current 1329971016] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971016.306805:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971016.306811:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971016.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971016.306815:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247061:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971016.306818:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247062:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971016.306825:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247062 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971016] [real_sent 1329971016] [current 1329971016] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971016.306832:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971016.306837:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971016.306838:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971016.306840:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247062:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971016.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247055:0@lo:400
00000100:00100000:0.0:1329971016.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971016.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247056:0@lo:400
00000100:00100000:0.0:1329971016.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971016.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247057:0@lo:400
00000100:00100000:0.0:1329971016.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971016.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247058:0@lo:400
00000100:00100000:0.0:1329971016.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971016.306913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247059:0@lo:400
00000100:00100000:0.0:1329971016.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971016.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247060:0@lo:400
00000100:00100000:0.0:1329971016.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971016.306948:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971016 exp ffff880052834000
00000100:00100000:0.0:1329971016.306976:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247055:12345-0@lo:400
00000100:00100000:0.0:1329971016.307000:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247055:12345-0@lo:400 Request procesed in 43us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971016.307014:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971016 exp ffff880008f8fc00
00000100:00080000:0.0:1329971016.307020:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971016 exp ffff880057c49800
00000100:00080000:0.0:1329971016.307024:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971016 exp ffff8800572c1c00
00000100:00080000:0.0:1329971016.307029:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971016 exp ffff880046d08400
00000100:00100000:0.0:1329971016.307039:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247056:12345-0@lo:400
00000100:00100000:0.0:1329971016.307056:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247056:12345-0@lo:400 Request procesed in 23us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971016.307064:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247057:12345-0@lo:400
00000100:00100000:0.0:1329971016.307076:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247057:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971016.307082:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247059:12345-0@lo:400
00000100:00100000:0.0:1329971016.307093:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247059:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971016.307100:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247060:12345-0@lo:400
00000100:00100000:0.0:1329971016.307111:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247060:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971016.307122:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971016 exp ffff880008f8f400
00000100:00100000:0.0:1329971016.307130:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247058:12345-0@lo:400
00000100:00100000:0.0:1329971016.307147:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247058:12345-0@lo:400 Request procesed in 19us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971016.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247055:0@lo:400
00000100:00100000:0.0:1329971016.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247056:0@lo:400
00000100:00100000:0.0:1329971016.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247057:0@lo:400
00000100:00100000:0.0:1329971016.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247058:0@lo:400
00000100:00100000:0.0:1329971016.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247059:0@lo:400
00000100:00100000:0.0:1329971016.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247060:0@lo:400
00000100:00100000:0.0:1329971016.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971017.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971018.368594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971019.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971020.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971021.306642:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971021.306649:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971021.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971021.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333143966
00000100:00000400:0.0:1329971021.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971021.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971021.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971021.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373247069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971021.306704:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971021.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971021.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971021.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333143966
00000100:00000400:0.0:1329971021.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971021.306714:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971021.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971021.306720:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373247070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971021.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247063:0@lo:400
00000100:00100000:0.0:1329971021.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971021.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247064:0@lo:400
00000100:00100000:0.0:1329971021.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971021.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247065:0@lo:400
00000100:00100000:0.0:1329971021.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971021.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247066:0@lo:400
00000100:00100000:0.0:1329971021.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971021.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247067:0@lo:400
00000100:00100000:0.0:1329971021.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971021.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247068:0@lo:400
00000100:00100000:0.0:1329971021.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971021.306886:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247069:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971021.306898:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247069 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971021] [real_sent 1329971021] [current 1329971021] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373247069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971021.306909:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373247069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971021.306915:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971021.306917:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971021.306920:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247069:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971021.306923:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247070:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971021.306930:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247070 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971021] [real_sent 1329971021] [current 1329971021] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373247070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971021.306937:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373247070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971021.306942:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971021.306943:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971021.306945:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247070:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971021.306965:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971021 exp ffff880052834000
00000100:00100000:0.0:1329971021.306984:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247063:12345-0@lo:400
00000100:00100000:0.0:1329971021.307008:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247063:12345-0@lo:400 Request procesed in 34us (241us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971021.307022:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971021 exp ffff880008f8fc00
00000100:00080000:0.0:1329971021.307028:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971021 exp ffff880057c49800
00000100:00080000:0.0:1329971021.307033:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971021 exp ffff8800572c1c00
00000100:00080000:0.0:1329971021.307037:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971021 exp ffff880046d08400
00000100:00100000:0.0:1329971021.307045:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247064:12345-0@lo:400
00000100:00100000:0.0:1329971021.307062:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247064:12345-0@lo:400 Request procesed in 20us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971021.307070:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247065:12345-0@lo:400
00000100:00100000:0.0:1329971021.307081:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247065:12345-0@lo:400 Request procesed in 13us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971021.307088:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247067:12345-0@lo:400
00000100:00100000:0.0:1329971021.307099:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247067:12345-0@lo:400 Request procesed in 13us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971021.307106:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247068:12345-0@lo:400
00000100:00100000:0.0:1329971021.307117:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247068:12345-0@lo:400 Request procesed in 12us (243us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971021.307127:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971021 exp ffff880008f8f400
00000100:00100000:0.0:1329971021.307135:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247066:12345-0@lo:400
00000100:00100000:0.0:1329971021.307151:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247066:12345-0@lo:400 Request procesed in 19us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971021.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247063:0@lo:400
00000100:00100000:0.0:1329971021.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247064:0@lo:400
00000100:00100000:0.0:1329971021.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247065:0@lo:400
00000100:00100000:0.0:1329971021.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247066:0@lo:400
00000100:00100000:0.0:1329971021.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247067:0@lo:400
00000100:00100000:0.0:1329971021.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247068:0@lo:400
00000100:00100000:0.0:1329971021.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971022.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971023.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971024.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971025.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971026.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971026.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971026.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971026.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333148966
00000100:00000400:0.0:1329971026.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971026.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971026.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971026.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971026.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971026.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971026.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971026.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333148966
00000100:00000400:0.0:1329971026.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971026.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971026.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971026.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373247078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971026.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247077:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971026.306754:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247077 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971026] [real_sent 1329971026] [current 1329971026] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971026.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971026.306771:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971026.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971026.306775:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247077:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971026.306778:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247078:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971026.306785:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247078 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971026] [real_sent 1329971026] [current 1329971026] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373247078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971026.306799:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373247078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971026.306804:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971026.306805:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971026.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247078:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971026.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247071:0@lo:400
00000100:00100000:0.0:1329971026.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971026.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247072:0@lo:400
00000100:00100000:0.0:1329971026.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971026.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247073:0@lo:400
00000100:00100000:0.0:1329971026.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971026.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247074:0@lo:400
00000100:00100000:0.0:1329971026.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971026.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247075:0@lo:400
00000100:00100000:0.0:1329971026.306912:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971026.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247076:0@lo:400
00000100:00100000:0.0:1329971026.306929:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971026.306948:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971026 exp ffff880052834000
00000100:00100000:0.0:1329971026.306976:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247071:12345-0@lo:400
00000100:00100000:0.0:1329971026.307002:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247071:12345-0@lo:400 Request procesed in 44us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971026.307015:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971026 exp ffff880008f8fc00
00000100:00080000:0.0:1329971026.307022:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971026 exp ffff880057c49800
00000100:00080000:0.0:1329971026.307027:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971026 exp ffff8800572c1c00
00000100:00080000:0.0:1329971026.307032:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971026 exp ffff880046d08400
00000100:00100000:0.0:1329971026.307042:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247072:12345-0@lo:400
00000100:00100000:0.0:1329971026.307060:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247072:12345-0@lo:400 Request procesed in 22us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971026.307068:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247073:12345-0@lo:400
00000100:00100000:0.0:1329971026.307079:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247073:12345-0@lo:400 Request procesed in 13us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971026.307097:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247075:12345-0@lo:400
00000100:00100000:0.0:1329971026.307108:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247075:12345-0@lo:400 Request procesed in 13us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971026.307115:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247076:12345-0@lo:400
00000100:00100000:0.0:1329971026.307126:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247076:12345-0@lo:400 Request procesed in 12us (197us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971026.307136:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971026 exp ffff880008f8f400
00000100:00100000:0.0:1329971026.307145:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247074:12345-0@lo:400
00000100:00100000:0.0:1329971026.307161:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247074:12345-0@lo:400 Request procesed in 19us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971026.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247071:0@lo:400
00000100:00100000:0.0:1329971026.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247072:0@lo:400
00000100:00100000:0.0:1329971026.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247073:0@lo:400
00000100:00100000:0.0:1329971026.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247074:0@lo:400
00000100:00100000:0.0:1329971026.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247075:0@lo:400
00000100:00100000:0.0:1329971026.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247076:0@lo:400
00000100:00100000:0.0:1329971026.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971027.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971028.368585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971029.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971030.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971031.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971031.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971031.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971031.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333153966
00000100:00000400:0.0:1329971031.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971031.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971031.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971031.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373247085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971031.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971031.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971031.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971031.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333153966
00000100:00000400:0.0:1329971031.306702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971031.306738:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971031.306741:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971031.306746:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971031.306768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247085:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971031.306796:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247085 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971031] [real_sent 1329971031] [current 1329971031] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373247085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971031.306807:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373247085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971031.306818:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971031.306820:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971031.306823:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247085:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971031.306826:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247086:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971031.306833:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247086 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971031] [real_sent 1329971031] [current 1329971031] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971031.306840:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971031.306845:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971031.306846:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971031.306848:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247086:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971031.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247079:0@lo:400
00000100:00100000:0.0:1329971031.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971031.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247080:0@lo:400
00000100:00100000:0.0:1329971031.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971031.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247081:0@lo:400
00000100:00100000:0.0:1329971031.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971031.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247082:0@lo:400
00000100:00100000:0.0:1329971031.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971031.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247083:0@lo:400
00000100:00100000:0.0:1329971031.306924:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971031.306929:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247084:0@lo:400
00000100:00100000:0.0:1329971031.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971031.306953:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971031 exp ffff880052834000
00000100:00100000:0.0:1329971031.306972:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247079:12345-0@lo:400
00000100:00100000:0.0:1329971031.306996:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247079:12345-0@lo:400 Request procesed in 34us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971031.307009:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971031 exp ffff880008f8fc00
00000100:00080000:0.0:1329971031.307015:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971031 exp ffff880057c49800
00000100:00080000:0.0:1329971031.307020:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971031 exp ffff8800572c1c00
00000100:00100000:0.0:1329971031.307027:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247080:12345-0@lo:400
00000100:00100000:0.0:1329971031.307044:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247080:12345-0@lo:400 Request procesed in 20us (154us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971031.307050:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971031 exp ffff880046d08400
00000100:00100000:0.0:1329971031.307058:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247081:12345-0@lo:400
00000100:00100000:0.0:1329971031.307070:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247081:12345-0@lo:400 Request procesed in 15us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971031.307077:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247083:12345-0@lo:400
00000100:00100000:0.0:1329971031.307088:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247083:12345-0@lo:400 Request procesed in 14us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971031.307095:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247084:12345-0@lo:400
00000100:00100000:0.0:1329971031.307105:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247084:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971031.307115:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971031 exp ffff880008f8f400
00000100:00100000:0.0:1329971031.307124:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247082:12345-0@lo:400
00000100:00100000:0.0:1329971031.307140:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247082:12345-0@lo:400 Request procesed in 19us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971031.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247079:0@lo:400
00000100:00100000:0.0:1329971031.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247080:0@lo:400
00000100:00100000:0.0:1329971031.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247081:0@lo:400
00000100:00100000:0.0:1329971031.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247082:0@lo:400
00000100:00100000:0.0:1329971031.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247083:0@lo:400
00000100:00100000:0.0:1329971031.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247084:0@lo:400
00000100:00100000:0.0:1329971031.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971032.368637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971033.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971034.368593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971035.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971036.306624:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971036.306631:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971036.306633:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971036.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333158966
00000100:00000400:0.0:1329971036.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971036.306646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971036.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971036.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971036.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971036.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971036.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971036.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333158966
00000100:00000400:0.0:1329971036.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971036.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971036.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971036.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373247094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971036.306705:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247093:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971036.306732:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247093 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971036] [real_sent 1329971036] [current 1329971036] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971036.306743:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971036.306749:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971036.306750:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971036.306753:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247093:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971036.306756:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247094:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971036.306763:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247094 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971036] [real_sent 1329971036] [current 1329971036] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373247094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971036.306770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373247094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971036.306775:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971036.306776:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971036.306778:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247094:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971036.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247087:0@lo:400
00000100:00100000:0.0:1329971036.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971036.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247088:0@lo:400
00000100:00100000:0.0:1329971036.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971036.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247089:0@lo:400
00000100:00100000:0.0:1329971036.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971036.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247090:0@lo:400
00000100:00100000:0.0:1329971036.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971036.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247091:0@lo:400
00000100:00100000:0.0:1329971036.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971036.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247092:0@lo:400
00000100:00100000:0.0:1329971036.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971036.306883:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971036 exp ffff880052834000
00000100:00100000:0.0:1329971036.306911:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247087:12345-0@lo:400
00000100:00100000:0.0:1329971036.306934:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247087:12345-0@lo:400 Request procesed in 44us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971036.306948:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971036 exp ffff880008f8fc00
00000100:00080000:0.0:1329971036.306955:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971036 exp ffff880057c49800
00000100:00080000:0.0:1329971036.306959:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971036 exp ffff8800572c1c00
00000100:00080000:0.0:1329971036.306964:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971036 exp ffff880046d08400
00000100:00100000:0.0:1329971036.306972:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247088:12345-0@lo:400
00000100:00100000:0.0:1329971036.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247088:12345-0@lo:400 Request procesed in 29us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971036.307008:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247089:12345-0@lo:400
00000100:00100000:0.0:1329971036.307020:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247089:12345-0@lo:400 Request procesed in 15us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971036.307027:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247091:12345-0@lo:400
00000100:00100000:0.0:1329971036.307038:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247091:12345-0@lo:400 Request procesed in 14us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971036.307045:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247092:12345-0@lo:400
00000100:00100000:0.0:1329971036.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247092:12345-0@lo:400 Request procesed in 12us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971036.307066:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971036 exp ffff880008f8f400
00000100:00100000:0.0:1329971036.307075:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247090:12345-0@lo:400
00000100:00100000:0.0:1329971036.307091:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247090:12345-0@lo:400 Request procesed in 18us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971036.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247087:0@lo:400
00000100:00100000:0.0:1329971036.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247088:0@lo:400
00000100:00100000:0.0:1329971036.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247089:0@lo:400
00000100:00100000:0.0:1329971036.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247090:0@lo:400
00000100:00100000:0.0:1329971036.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247091:0@lo:400
00000100:00100000:0.0:1329971036.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247092:0@lo:400
00000100:00100000:0.0:1329971036.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971037.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971038.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971039.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971040.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971041.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971041.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971041.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971041.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333163966
00000100:00000400:0.0:1329971041.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971041.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971041.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971041.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971041.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971041.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971041.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971041.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333163966
00000100:00000400:0.0:1329971041.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971041.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971041.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971041.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373247102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971041.306718:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247095:0@lo:400
00000100:00100000:0.0:1329971041.306743:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971041.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247096:0@lo:400
00000100:00100000:0.0:1329971041.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971041.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247097:0@lo:400
00000100:00100000:0.0:1329971041.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971041.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247098:0@lo:400
00000100:00100000:0.0:1329971041.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971041.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247099:0@lo:400
00000100:00100000:0.0:1329971041.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971041.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247100:0@lo:400
00000100:00100000:0.0:1329971041.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971041.306879:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247101:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971041.306891:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247101 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971041] [real_sent 1329971041] [current 1329971041] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971041.306902:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971041.306908:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971041.306910:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971041.306913:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247101:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971041.306916:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247102:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971041.306922:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247102 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971041] [real_sent 1329971041] [current 1329971041] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373247102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971041.306929:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373247102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971041.306934:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971041.306935:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971041.306937:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247102:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971041.306957:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971041 exp ffff880052834000
00000100:00100000:0.0:1329971041.306976:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247095:12345-0@lo:400
00000100:00100000:0.0:1329971041.307000:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247095:12345-0@lo:400 Request procesed in 34us (256us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971041.307014:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971041 exp ffff880008f8fc00
00000100:00080000:0.0:1329971041.307020:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971041 exp ffff880057c49800
00000100:00080000:0.0:1329971041.307025:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971041 exp ffff8800572c1c00
00000100:00080000:0.0:1329971041.307029:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971041 exp ffff880046d08400
00000100:00100000:0.0:1329971041.307037:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247096:12345-0@lo:400
00000100:00100000:0.0:1329971041.307054:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247096:12345-0@lo:400 Request procesed in 20us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971041.307079:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247097:12345-0@lo:400
00000100:00100000:0.0:1329971041.307100:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247097:12345-0@lo:400 Request procesed in 25us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971041.307112:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247099:12345-0@lo:400
00000100:00100000:0.0:1329971041.307127:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247099:12345-0@lo:400 Request procesed in 19us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971041.307134:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247100:12345-0@lo:400
00000100:00100000:0.0:1329971041.307145:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247100:12345-0@lo:400 Request procesed in 13us (280us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971041.307157:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971041 exp ffff880008f8f400
00000100:00100000:0.0:1329971041.307165:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247098:12345-0@lo:400
00000100:00100000:0.0:1329971041.307181:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247098:12345-0@lo:400 Request procesed in 18us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971041.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247095:0@lo:400
00000100:00100000:0.0:1329971041.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247096:0@lo:400
00000100:00100000:0.0:1329971041.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247097:0@lo:400
00000100:00100000:0.0:1329971041.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247098:0@lo:400
00000100:00100000:0.0:1329971041.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247099:0@lo:400
00000100:00100000:0.0:1329971041.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247100:0@lo:400
00000100:00100000:0.0:1329971041.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971042.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971043.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971044.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971045.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971046.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971046.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971046.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971046.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333168966
00000100:00000400:0.0:1329971046.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971046.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971046.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971046.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971046.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971046.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971046.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971046.306709:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333168966
00000100:00000400:0.0:1329971046.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971046.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971046.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971046.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373247110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971046.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247109:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971046.306778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247109 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971046] [real_sent 1329971046] [current 1329971046] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971046.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971046.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971046.306796:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971046.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247109:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971046.306801:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247110:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971046.306808:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247110 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971046] [real_sent 1329971046] [current 1329971046] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373247110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971046.306822:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373247110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971046.306827:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971046.306828:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971046.306830:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247110:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971046.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247103:0@lo:400
00000100:00100000:0.0:1329971046.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971046.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247104:0@lo:400
00000100:00100000:0.0:1329971046.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971046.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247105:0@lo:400
00000100:00100000:0.0:1329971046.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971046.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247106:0@lo:400
00000100:00100000:0.0:1329971046.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971046.306898:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247107:0@lo:400
00000100:00100000:0.0:1329971046.306905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971046.306909:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247108:0@lo:400
00000100:00100000:0.0:1329971046.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971046.307018:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971046 exp ffff880052834000
00000100:00100000:0.0:1329971046.307041:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247103:12345-0@lo:400
00000100:00100000:0.0:1329971046.307068:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247103:12345-0@lo:400 Request procesed in 40us (211us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971046.307082:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971046 exp ffff880008f8fc00
00000100:00080000:0.0:1329971046.307089:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971046 exp ffff880057c49800
00000100:00080000:0.0:1329971046.307094:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971046 exp ffff8800572c1c00
00000100:00080000:0.0:1329971046.307099:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971046 exp ffff880046d08400
00000100:00100000:0.0:1329971046.307107:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247104:12345-0@lo:400
00000100:00100000:0.0:1329971046.307124:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247104:12345-0@lo:400 Request procesed in 20us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971046.307132:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247105:12345-0@lo:400
00000100:00100000:0.0:1329971046.307144:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247105:12345-0@lo:400 Request procesed in 14us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971046.307151:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247107:12345-0@lo:400
00000100:00100000:0.0:1329971046.307161:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247107:12345-0@lo:400 Request procesed in 13us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971046.307168:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247108:12345-0@lo:400
00000100:00100000:0.0:1329971046.307179:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247108:12345-0@lo:400 Request procesed in 13us (263us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971046.307189:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971046 exp ffff880008f8f400
00000100:00100000:0.0:1329971046.307198:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247106:12345-0@lo:400
00000100:00100000:0.0:1329971046.307214:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247106:12345-0@lo:400 Request procesed in 19us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971046.307247:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247103:0@lo:400
00000100:00100000:0.0:1329971046.307253:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247104:0@lo:400
00000100:00100000:0.0:1329971046.307257:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247105:0@lo:400
00000100:00100000:0.0:1329971046.307261:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247106:0@lo:400
00000100:00100000:0.0:1329971046.307265:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247107:0@lo:400
00000100:00100000:0.0:1329971046.307269:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247108:0@lo:400
00000400:02020000:0.0:1329971046.307326:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971046.307367:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971046.307377:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971046.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971047.368630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971048.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971049.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971050.368589:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971051.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971051.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971051.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971051.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333173966
00000100:00000400:0.0:1329971051.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971051.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971051.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971051.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373247117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971051.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971051.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971051.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971051.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333173966
00000100:00000400:0.0:1329971051.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971051.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971051.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971051.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373247118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971051.306719:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247117:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971051.306746:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247117 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971051] [real_sent 1329971051] [current 1329971051] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373247117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971051.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373247117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971051.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971051.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971051.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247117:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971051.306771:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247118:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971051.306778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247118 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971051] [real_sent 1329971051] [current 1329971051] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373247118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971051.306785:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373247118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971051.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971051.306791:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971051.306793:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247118:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971051.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247111:0@lo:400
00000100:00100000:0.0:1329971051.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971051.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247112:0@lo:400
00000100:00100000:0.0:1329971051.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971051.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247113:0@lo:400
00000100:00100000:0.0:1329971051.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971051.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247114:0@lo:400
00000100:00100000:0.0:1329971051.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971051.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247115:0@lo:400
00000100:00100000:0.0:1329971051.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971051.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247116:0@lo:400
00000100:00100000:0.0:1329971051.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971051.306898:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971051 exp ffff880052834000
00000100:00100000:0.0:1329971051.306917:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247111:12345-0@lo:400
00000100:00100000:0.0:1329971051.306940:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247111:12345-0@lo:400 Request procesed in 34us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971051.306954:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971051 exp ffff880008f8fc00
00000100:00080000:0.0:1329971051.306961:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971051 exp ffff880057c49800
00000100:00080000:0.0:1329971051.306965:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971051 exp ffff8800572c1c00
00000100:00080000:0.0:1329971051.306969:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971051 exp ffff880046d08400
00000100:00100000:0.0:1329971051.306977:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247112:12345-0@lo:400
00000100:00100000:0.0:1329971051.306995:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247112:12345-0@lo:400 Request procesed in 21us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971051.307004:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247113:12345-0@lo:400
00000100:00100000:0.0:1329971051.307015:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247113:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971051.307022:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247115:12345-0@lo:400
00000100:00100000:0.0:1329971051.307033:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247115:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971051.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247116:12345-0@lo:400
00000100:00100000:0.0:1329971051.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247116:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971051.307071:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971051 exp ffff880008f8f400
00000100:00100000:0.0:1329971051.307080:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247114:12345-0@lo:400
00000100:00100000:0.0:1329971051.307097:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247114:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971051.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247111:0@lo:400
00000100:00100000:0.0:1329971051.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247112:0@lo:400
00000100:00100000:0.0:1329971051.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247113:0@lo:400
00000100:00100000:0.0:1329971051.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247114:0@lo:400
00000100:00100000:0.0:1329971051.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247115:0@lo:400
00000100:00100000:0.0:1329971051.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247116:0@lo:400
00000100:00100000:0.0:1329971051.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971052.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971053.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971054.368596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971055.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971056.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971056.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971056.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971056.306688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333178966
00000100:00000400:0.0:1329971056.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971056.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971056.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971056.306741:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971056.306749:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971056.306751:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971056.306752:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971056.306754:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333178966
00000100:00000400:0.0:1329971056.306756:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971056.306758:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971056.306761:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971056.306765:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971056.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247119:0@lo:400
00000100:00100000:0.0:1329971056.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971056.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247120:0@lo:400
00000100:00100000:0.0:1329971056.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971056.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247121:0@lo:400
00000100:00100000:0.0:1329971056.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971056.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247122:0@lo:400
00000100:00100000:0.0:1329971056.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971056.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247123:0@lo:400
00000100:00100000:0.0:1329971056.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971056.306931:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247124:0@lo:400
00000100:00100000:0.0:1329971056.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971056.306951:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247125:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971056.306966:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247125 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971056] [real_sent 1329971056] [current 1329971056] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971056.306977:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971056.306983:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971056.306985:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971056.306987:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247125:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971056.306990:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247126:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971056.307001:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247126 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971056] [real_sent 1329971056] [current 1329971056] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971056.307009:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971056.307014:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971056.307015:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971056.307017:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247126:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971056.307037:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971056 exp ffff880052834000
00000100:00100000:0.0:1329971056.307065:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247119:12345-0@lo:400
00000100:00100000:0.0:1329971056.307089:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247119:12345-0@lo:400 Request procesed in 43us (277us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971056.307103:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971056 exp ffff880008f8fc00
00000100:00080000:0.0:1329971056.307109:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971056 exp ffff880057c49800
00000100:00080000:0.0:1329971056.307114:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971056 exp ffff8800572c1c00
00000100:00080000:0.0:1329971056.307118:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971056 exp ffff880046d08400
00000100:00100000:0.0:1329971056.307126:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247120:12345-0@lo:400
00000100:00100000:0.0:1329971056.307143:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247120:12345-0@lo:400 Request procesed in 20us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971056.307151:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247121:12345-0@lo:400
00000100:00100000:0.0:1329971056.307163:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247121:12345-0@lo:400 Request procesed in 14us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971056.307170:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247123:12345-0@lo:400
00000100:00100000:0.0:1329971056.307180:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247123:12345-0@lo:400 Request procesed in 13us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971056.307187:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247124:12345-0@lo:400
00000100:00100000:0.0:1329971056.307198:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247124:12345-0@lo:400 Request procesed in 13us (260us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971056.307208:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971056 exp ffff880008f8f400
00000100:00100000:0.0:1329971056.307216:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247122:12345-0@lo:400
00000100:00100000:0.0:1329971056.307233:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247122:12345-0@lo:400 Request procesed in 18us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971056.307256:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247119:0@lo:400
00000100:00100000:0.0:1329971056.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247120:0@lo:400
00000100:00100000:0.0:1329971056.307267:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247121:0@lo:400
00000100:00100000:0.0:1329971056.307271:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247122:0@lo:400
00000100:00100000:0.0:1329971056.307275:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247123:0@lo:400
00000100:00100000:0.0:1329971056.307279:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247124:0@lo:400
00000100:00100000:0.0:1329971056.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971057.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971058.368593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971059.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971060.368634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971061.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971061.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971061.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971061.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333183966
00000100:00000400:0.0:1329971061.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971061.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971061.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971061.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971061.306715:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971061.306717:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971061.306718:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971061.306720:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333183966
00000100:00000400:0.0:1329971061.306722:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971061.306724:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971061.306726:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971061.306731:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373247134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971061.306752:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247133:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971061.306782:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247133 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971061] [real_sent 1329971061] [current 1329971061] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971061.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971061.306799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971061.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971061.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247133:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971061.306806:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247134:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971061.306814:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247134 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971061] [real_sent 1329971061] [current 1329971061] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373247134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971061.306821:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373247134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971061.306826:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971061.306828:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971061.306830:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247134:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971061.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247127:0@lo:400
00000100:00100000:0.0:1329971061.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971061.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247128:0@lo:400
00000100:00100000:0.0:1329971061.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971061.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247129:0@lo:400
00000100:00100000:0.0:1329971061.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971061.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247130:0@lo:400
00000100:00100000:0.0:1329971061.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971061.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247131:0@lo:400
00000100:00100000:0.0:1329971061.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971061.306913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247132:0@lo:400
00000100:00100000:0.0:1329971061.306920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971061.306938:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971061 exp ffff880052834000
00000100:00100000:0.0:1329971061.306958:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247127:12345-0@lo:400
00000100:00100000:0.0:1329971061.306983:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247127:12345-0@lo:400 Request procesed in 36us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971061.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971061 exp ffff880008f8fc00
00000100:00080000:0.0:1329971061.307004:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971061 exp ffff880057c49800
00000100:00080000:0.0:1329971061.307008:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971061 exp ffff8800572c1c00
00000100:00080000:0.0:1329971061.307013:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971061 exp ffff880046d08400
00000100:00100000:0.0:1329971061.307021:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247128:12345-0@lo:400
00000100:00100000:0.0:1329971061.307038:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247128:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971061.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247129:12345-0@lo:400
00000100:00100000:0.0:1329971061.307059:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247129:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971061.307065:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247131:12345-0@lo:400
00000100:00100000:0.0:1329971061.307076:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247131:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971061.307083:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247132:12345-0@lo:400
00000100:00100000:0.0:1329971061.307094:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247132:12345-0@lo:400 Request procesed in 12us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971061.307104:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971061 exp ffff880008f8f400
00000100:00100000:0.0:1329971061.307113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247130:12345-0@lo:400
00000100:00100000:0.0:1329971061.307129:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247130:12345-0@lo:400 Request procesed in 19us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971061.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247127:0@lo:400
00000100:00100000:0.0:1329971061.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247128:0@lo:400
00000100:00100000:0.0:1329971061.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247129:0@lo:400
00000100:00100000:0.0:1329971061.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247130:0@lo:400
00000100:00100000:0.0:1329971061.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247131:0@lo:400
00000100:00100000:0.0:1329971061.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247132:0@lo:400
00000100:00100000:0.0:1329971061.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971062.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971063.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971064.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971065.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971066.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971066.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971066.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971066.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333188966
00000100:00000400:0.0:1329971066.306645:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971066.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971066.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971066.306663:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971066.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971066.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971066.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971066.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333188966
00000100:00000400:0.0:1329971066.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971066.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971066.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971066.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373247142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971066.306733:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247141:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971066.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247141 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971066] [real_sent 1329971066] [current 1329971066] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971066.306770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971066.306776:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971066.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971066.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247141:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971066.306783:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247142:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971066.306791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247142 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971066] [real_sent 1329971066] [current 1329971066] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373247142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971066.306798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373247142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971066.306802:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971066.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971066.306806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247142:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971066.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247135:0@lo:400
00000100:00100000:0.0:1329971066.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971066.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247136:0@lo:400
00000100:00100000:0.0:1329971066.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971066.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247137:0@lo:400
00000100:00100000:0.0:1329971066.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971066.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247138:0@lo:400
00000100:00100000:0.0:1329971066.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971066.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247139:0@lo:400
00000100:00100000:0.0:1329971066.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971066.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247140:0@lo:400
00000100:00100000:0.0:1329971066.306944:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971066.306966:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971066 exp ffff880052834000
00000100:00100000:0.0:1329971066.306991:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247135:12345-0@lo:400
00000100:00100000:0.0:1329971066.307016:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247135:12345-0@lo:400 Request procesed in 40us (184us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971066.307030:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971066 exp ffff880008f8fc00
00000100:00080000:0.0:1329971066.307037:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971066 exp ffff880057c49800
00000100:00080000:0.0:1329971066.307042:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971066 exp ffff8800572c1c00
00000100:00080000:0.0:1329971066.307046:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971066 exp ffff880046d08400
00000100:00100000:0.0:1329971066.307056:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247136:12345-0@lo:400
00000100:00100000:0.0:1329971066.307073:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247136:12345-0@lo:400 Request procesed in 22us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971066.307081:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247137:12345-0@lo:400
00000100:00100000:0.0:1329971066.307094:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247137:12345-0@lo:400 Request procesed in 14us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971066.307100:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247139:12345-0@lo:400
00000100:00100000:0.0:1329971066.307112:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247139:12345-0@lo:400 Request procesed in 13us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971066.307129:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247140:12345-0@lo:400
00000100:00100000:0.0:1329971066.307141:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247140:12345-0@lo:400 Request procesed in 14us (197us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971066.307151:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971066 exp ffff880008f8f400
00000100:00100000:0.0:1329971066.307160:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247138:12345-0@lo:400
00000100:00100000:0.0:1329971066.307176:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247138:12345-0@lo:400 Request procesed in 18us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971066.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247135:0@lo:400
00000100:00100000:0.0:1329971066.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247136:0@lo:400
00000100:00100000:0.0:1329971066.307209:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247137:0@lo:400
00000100:00100000:0.0:1329971066.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247138:0@lo:400
00000100:00100000:0.0:1329971066.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247139:0@lo:400
00000100:00100000:0.0:1329971066.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247140:0@lo:400
00000100:00100000:0.0:1329971066.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971067.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971068.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971069.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971070.368581:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971071.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971071.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971071.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971071.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333193966
00000100:00000400:0.0:1329971071.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971071.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971071.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971071.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373247149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971071.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971071.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971071.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971071.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333193966
00000100:00000400:0.0:1329971071.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971071.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971071.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971071.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373247150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971071.306699:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247149:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971071.306725:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247149 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971071] [real_sent 1329971071] [current 1329971071] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373247149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971071.306736:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373247149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971071.306742:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971071.306744:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971071.306746:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247149:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971071.306749:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247150:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971071.306756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247150 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971071] [real_sent 1329971071] [current 1329971071] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373247150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971071.306764:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373247150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971071.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971071.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971071.306772:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247150:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971071.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247143:0@lo:400
00000100:00100000:0.0:1329971071.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971071.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247144:0@lo:400
00000100:00100000:0.0:1329971071.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971071.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247145:0@lo:400
00000100:00100000:0.0:1329971071.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971071.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247146:0@lo:400
00000100:00100000:0.0:1329971071.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971071.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247147:0@lo:400
00000100:00100000:0.0:1329971071.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971071.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247148:0@lo:400
00000100:00100000:0.0:1329971071.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971071.306874:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971071 exp ffff880052834000
00000100:00100000:0.0:1329971071.306893:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247143:12345-0@lo:400
00000100:00100000:0.0:1329971071.306917:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247143:12345-0@lo:400 Request procesed in 33us (120us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971071.306930:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971071 exp ffff880008f8fc00
00000100:00080000:0.0:1329971071.306937:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971071 exp ffff880057c49800
00000100:00080000:0.0:1329971071.306941:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971071 exp ffff8800572c1c00
00000100:00080000:0.0:1329971071.306945:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971071 exp ffff880046d08400
00000100:00100000:0.0:1329971071.306954:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247144:12345-0@lo:400
00000100:00100000:0.0:1329971071.306971:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247144:12345-0@lo:400 Request procesed in 20us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971071.306979:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247145:12345-0@lo:400
00000100:00100000:0.0:1329971071.306992:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247145:12345-0@lo:400 Request procesed in 16us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971071.306999:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247147:12345-0@lo:400
00000100:00100000:0.0:1329971071.307010:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247147:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971071.307017:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247148:12345-0@lo:400
00000100:00100000:0.0:1329971071.307028:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247148:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971071.307038:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971071 exp ffff880008f8f400
00000100:00100000:0.0:1329971071.307046:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247146:12345-0@lo:400
00000100:00100000:0.0:1329971071.307062:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247146:12345-0@lo:400 Request procesed in 19us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971071.307097:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247143:0@lo:400
00000100:00100000:0.0:1329971071.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247144:0@lo:400
00000100:00100000:0.0:1329971071.307108:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247145:0@lo:400
00000100:00100000:0.0:1329971071.307111:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247146:0@lo:400
00000100:00100000:0.0:1329971071.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247147:0@lo:400
00000100:00100000:0.0:1329971071.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247148:0@lo:400
00000100:00100000:0.0:1329971071.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971072.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971073.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971074.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971075.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971076.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971076.306640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971076.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971076.306647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333198966
00000100:00000400:0.0:1329971076.306649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971076.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971076.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971076.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971076.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971076.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971076.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971076.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333198966
00000100:00000400:0.0:1329971076.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971076.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971076.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971076.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971076.306710:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247151:0@lo:400
00000100:00100000:0.0:1329971076.306736:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971076.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247152:0@lo:400
00000100:00100000:0.0:1329971076.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971076.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247153:0@lo:400
00000100:00100000:0.0:1329971076.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971076.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247154:0@lo:400
00000100:00100000:0.0:1329971076.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971076.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247155:0@lo:400
00000100:00100000:0.0:1329971076.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971076.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247156:0@lo:400
00000100:00100000:0.0:1329971076.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971076.306877:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247157:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971076.306892:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247157 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971076] [real_sent 1329971076] [current 1329971076] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971076.306903:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971076.306909:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971076.306911:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971076.306913:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247157:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971076.306916:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247158:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971076.306923:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247158 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971076] [real_sent 1329971076] [current 1329971076] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971076.306936:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971076.306941:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971076.306942:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971076.306945:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247158:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971076.306965:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971076 exp ffff880052834000
00000100:00100000:0.0:1329971076.306994:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247151:12345-0@lo:400
00000100:00100000:0.0:1329971076.307018:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247151:12345-0@lo:400 Request procesed in 45us (283us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971076.307032:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971076 exp ffff880008f8fc00
00000100:00080000:0.0:1329971076.307039:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971076 exp ffff880057c49800
00000100:00080000:0.0:1329971076.307043:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971076 exp ffff8800572c1c00
00000100:00080000:0.0:1329971076.307048:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971076 exp ffff880046d08400
00000100:00100000:0.0:1329971076.307056:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247152:12345-0@lo:400
00000100:00100000:0.0:1329971076.307073:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247152:12345-0@lo:400 Request procesed in 20us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971076.307081:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247153:12345-0@lo:400
00000100:00100000:0.0:1329971076.307093:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247153:12345-0@lo:400 Request procesed in 14us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971076.307100:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247155:12345-0@lo:400
00000100:00100000:0.0:1329971076.307111:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247155:12345-0@lo:400 Request procesed in 13us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971076.307117:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247156:12345-0@lo:400
00000100:00100000:0.0:1329971076.307129:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247156:12345-0@lo:400 Request procesed in 13us (264us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971076.307139:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971076 exp ffff880008f8f400
00000100:00100000:0.0:1329971076.307147:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247154:12345-0@lo:400
00000100:00100000:0.0:1329971076.307164:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247154:12345-0@lo:400 Request procesed in 18us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971076.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247151:0@lo:400
00000100:00100000:0.0:1329971076.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247152:0@lo:400
00000100:00100000:0.0:1329971076.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247153:0@lo:400
00000100:00100000:0.0:1329971076.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247154:0@lo:400
00000100:00100000:0.0:1329971076.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247155:0@lo:400
00000100:00100000:0.0:1329971076.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247156:0@lo:400
00000100:00100000:0.0:1329971076.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971077.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971078.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971079.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971080.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971081.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971081.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971081.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971081.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333203966
00000100:00000400:0.0:1329971081.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971081.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971081.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971081.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971081.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971081.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971081.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971081.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333203966
00000100:00000400:0.0:1329971081.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971081.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971081.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971081.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971081.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247165:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971081.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247165 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971081] [real_sent 1329971081] [current 1329971081] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971081.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971081.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971081.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971081.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247165:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971081.306771:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247166:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971081.306778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247166 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971081] [real_sent 1329971081] [current 1329971081] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971081.306785:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971081.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971081.306791:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971081.306793:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247166:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971081.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247159:0@lo:400
00000100:00100000:0.0:1329971081.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971081.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247160:0@lo:400
00000100:00100000:0.0:1329971081.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971081.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247161:0@lo:400
00000100:00100000:0.0:1329971081.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971081.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247162:0@lo:400
00000100:00100000:0.0:1329971081.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971081.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247163:0@lo:400
00000100:00100000:0.0:1329971081.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971081.306943:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247164:0@lo:400
00000100:00100000:0.0:1329971081.306952:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971081.306972:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971081 exp ffff880052834000
00000100:00100000:0.0:1329971081.307024:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247159:12345-0@lo:400
00000100:00100000:0.0:1329971081.307051:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247159:12345-0@lo:400 Request procesed in 70us (231us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971081.307067:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971081 exp ffff880008f8fc00
00000100:00080000:0.0:1329971081.307074:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971081 exp ffff880057c49800
00000100:00080000:0.0:1329971081.307078:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971081 exp ffff8800572c1c00
00000100:00080000:0.0:1329971081.307083:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971081 exp ffff880046d08400
00000100:00100000:0.0:1329971081.307091:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247160:12345-0@lo:400
00000100:00100000:0.0:1329971081.307109:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247160:12345-0@lo:400 Request procesed in 21us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971081.307117:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247161:12345-0@lo:400
00000100:00100000:0.0:1329971081.307129:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247161:12345-0@lo:400 Request procesed in 14us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971081.307147:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247163:12345-0@lo:400
00000100:00100000:0.0:1329971081.307158:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247163:12345-0@lo:400 Request procesed in 14us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971081.307165:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247164:12345-0@lo:400
00000100:00100000:0.0:1329971081.307175:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247164:12345-0@lo:400 Request procesed in 12us (223us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971081.307186:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971081 exp ffff880008f8f400
00000100:00100000:0.0:1329971081.307195:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247162:12345-0@lo:400
00000100:00100000:0.0:1329971081.307211:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247162:12345-0@lo:400 Request procesed in 19us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971081.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247159:0@lo:400
00000100:00100000:0.0:1329971081.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247160:0@lo:400
00000100:00100000:0.0:1329971081.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247161:0@lo:400
00000100:00100000:0.0:1329971081.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247162:0@lo:400
00000100:00100000:0.0:1329971081.307253:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247163:0@lo:400
00000100:00100000:0.0:1329971081.307257:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247164:0@lo:400
00000100:00100000:0.0:1329971081.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971082.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971083.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971084.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971085.368642:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971086.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971086.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971086.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971086.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333208966
00000100:00000400:0.0:1329971086.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971086.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971086.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971086.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373247173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971086.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971086.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971086.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971086.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333208966
00000100:00000400:0.0:1329971086.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971086.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971086.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971086.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373247174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971086.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247173:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971086.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247173 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971086] [real_sent 1329971086] [current 1329971086] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373247173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971086.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373247173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971086.306787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971086.306789:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971086.306791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247173:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971086.306794:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247174:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971086.306802:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247174 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971086] [real_sent 1329971086] [current 1329971086] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373247174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971086.306809:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373247174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971086.306814:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971086.306815:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971086.306817:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247174:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971086.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247167:0@lo:400
00000100:00100000:0.0:1329971086.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971086.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247168:0@lo:400
00000100:00100000:0.0:1329971086.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971086.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247169:0@lo:400
00000100:00100000:0.0:1329971086.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971086.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247170:0@lo:400
00000100:00100000:0.0:1329971086.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971086.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247171:0@lo:400
00000100:00100000:0.0:1329971086.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971086.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247172:0@lo:400
00000100:00100000:0.0:1329971086.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971086.306925:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971086 exp ffff880052834000
00000100:00100000:0.0:1329971086.306953:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247167:12345-0@lo:400
00000100:00100000:0.0:1329971086.306976:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247167:12345-0@lo:400 Request procesed in 43us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971086.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971086 exp ffff880008f8fc00
00000100:00080000:0.0:1329971086.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971086 exp ffff880057c49800
00000100:00080000:0.0:1329971086.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971086 exp ffff8800572c1c00
00000100:00080000:0.0:1329971086.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971086 exp ffff880046d08400
00000100:00100000:0.0:1329971086.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247168:12345-0@lo:400
00000100:00100000:0.0:1329971086.307031:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247168:12345-0@lo:400 Request procesed in 20us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971086.307039:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247169:12345-0@lo:400
00000100:00100000:0.0:1329971086.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247169:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971086.307057:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247171:12345-0@lo:400
00000100:00100000:0.0:1329971086.307068:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247171:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971086.307075:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247172:12345-0@lo:400
00000100:00100000:0.0:1329971086.307085:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247172:12345-0@lo:400 Request procesed in 13us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971086.307095:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971086 exp ffff880008f8f400
00000100:00100000:0.0:1329971086.307104:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247170:12345-0@lo:400
00000100:00100000:0.0:1329971086.307120:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247170:12345-0@lo:400 Request procesed in 19us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971086.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247167:0@lo:400
00000100:00100000:0.0:1329971086.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247168:0@lo:400
00000100:00100000:0.0:1329971086.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247169:0@lo:400
00000100:00100000:0.0:1329971086.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247170:0@lo:400
00000100:00100000:0.0:1329971086.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247171:0@lo:400
00000100:00100000:0.0:1329971086.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247172:0@lo:400
00000100:00100000:0.0:1329971086.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971087.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971088.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971089.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971090.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971091.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971091.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971091.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971091.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333213966
00000100:00000400:0.0:1329971091.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971091.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971091.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971091.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373247181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971091.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971091.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971091.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971091.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333213966
00000100:00000400:0.0:1329971091.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971091.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971091.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971091.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373247182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971091.306711:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247175:0@lo:400
00000100:00100000:0.0:1329971091.306737:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971091.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247176:0@lo:400
00000100:00100000:0.0:1329971091.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971091.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247177:0@lo:400
00000100:00100000:0.0:1329971091.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971091.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247178:0@lo:400
00000100:00100000:0.0:1329971091.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971091.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247179:0@lo:400
00000100:00100000:0.0:1329971091.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971091.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247180:0@lo:400
00000100:00100000:0.0:1329971091.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971091.306816:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247181:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971091.306829:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247181 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971091] [real_sent 1329971091] [current 1329971091] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373247181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971091.306839:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373247181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971091.306845:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971091.306847:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971091.306849:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247181:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971091.306852:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247182:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971091.306859:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247182 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971091] [real_sent 1329971091] [current 1329971091] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373247182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971091.306866:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373247182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971091.306871:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971091.306872:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971091.306874:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247182:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971091.306893:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971091 exp ffff880052834000
00000100:00100000:0.0:1329971091.306912:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247175:12345-0@lo:400
00000100:00100000:0.0:1329971091.306936:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247175:12345-0@lo:400 Request procesed in 33us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971091.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971091 exp ffff880008f8fc00
00000100:00080000:0.0:1329971091.306956:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971091 exp ffff880057c49800
00000100:00080000:0.0:1329971091.306960:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971091 exp ffff8800572c1c00
00000100:00080000:0.0:1329971091.306965:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971091 exp ffff880046d08400
00000100:00100000:0.0:1329971091.306973:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247176:12345-0@lo:400
00000100:00100000:0.0:1329971091.306990:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247176:12345-0@lo:400 Request procesed in 19us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971091.306997:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247177:12345-0@lo:400
00000100:00100000:0.0:1329971091.307009:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247177:12345-0@lo:400 Request procesed in 14us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971091.307016:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247179:12345-0@lo:400
00000100:00100000:0.0:1329971091.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247179:12345-0@lo:400 Request procesed in 13us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971091.307033:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247180:12345-0@lo:400
00000100:00100000:0.0:1329971091.307044:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247180:12345-0@lo:400 Request procesed in 14us (239us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971091.307054:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971091 exp ffff880008f8f400
00000100:00100000:0.0:1329971091.307063:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247178:12345-0@lo:400
00000100:00100000:0.0:1329971091.307079:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247178:12345-0@lo:400 Request procesed in 19us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971091.307103:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247175:0@lo:400
00000100:00100000:0.0:1329971091.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247176:0@lo:400
00000100:00100000:0.0:1329971091.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247177:0@lo:400
00000100:00100000:0.0:1329971091.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247178:0@lo:400
00000100:00100000:0.0:1329971091.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247179:0@lo:400
00000100:00100000:0.0:1329971091.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247180:0@lo:400
00000100:00100000:0.0:1329971091.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971092.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971093.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971094.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971095.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971096.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971096.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971096.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971096.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333218966
00000100:00000400:0.0:1329971096.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971096.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971096.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971096.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373247189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971096.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971096.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971096.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971096.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333218966
00000100:00000400:0.0:1329971096.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971096.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971096.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971096.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373247190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971096.306719:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247189:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971096.306773:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247189 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971096] [real_sent 1329971096] [current 1329971096] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373247189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971096.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373247189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971096.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971096.306792:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971096.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247189:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971096.306797:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247190:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971096.306805:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247190 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971096] [real_sent 1329971096] [current 1329971096] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373247190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971096.306812:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373247190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971096.306817:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971096.306818:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971096.306820:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247190:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971096.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247183:0@lo:400
00000100:00100000:0.0:1329971096.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971096.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247184:0@lo:400
00000100:00100000:0.0:1329971096.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971096.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247185:0@lo:400
00000100:00100000:0.0:1329971096.306935:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971096.306944:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247186:0@lo:400
00000100:00100000:0.0:1329971096.306953:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971096.306958:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247187:0@lo:400
00000100:00100000:0.0:1329971096.306965:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971096.306969:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247188:0@lo:400
00000100:00100000:0.0:1329971096.306975:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971096.306995:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971096 exp ffff880052834000
00000100:00100000:0.0:1329971096.307022:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247183:12345-0@lo:400
00000100:00100000:0.0:1329971096.307046:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247183:12345-0@lo:400 Request procesed in 43us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971096.307060:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971096 exp ffff880008f8fc00
00000100:00080000:0.0:1329971096.307067:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971096 exp ffff880057c49800
00000100:00080000:0.0:1329971096.307071:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971096 exp ffff8800572c1c00
00000100:00080000:0.0:1329971096.307076:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971096 exp ffff880046d08400
00000100:00100000:0.0:1329971096.307086:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247184:12345-0@lo:400
00000100:00100000:0.0:1329971096.307103:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247184:12345-0@lo:400 Request procesed in 21us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971096.307122:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247185:12345-0@lo:400
00000100:00100000:0.0:1329971096.307134:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247185:12345-0@lo:400 Request procesed in 14us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971096.307141:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247187:12345-0@lo:400
00000100:00100000:0.0:1329971096.307152:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247187:12345-0@lo:400 Request procesed in 12us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971096.307158:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247188:12345-0@lo:400
00000100:00100000:0.0:1329971096.307169:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247188:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971096.307180:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971096 exp ffff880008f8f400
00000100:00100000:0.0:1329971096.307188:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247186:12345-0@lo:400
00000100:00100000:0.0:1329971096.307204:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247186:12345-0@lo:400 Request procesed in 19us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971096.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247183:0@lo:400
00000100:00100000:0.0:1329971096.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247184:0@lo:400
00000100:00100000:0.0:1329971096.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247185:0@lo:400
00000100:00100000:0.0:1329971096.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247186:0@lo:400
00000100:00100000:0.0:1329971096.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247187:0@lo:400
00000100:00100000:0.0:1329971096.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247188:0@lo:400
00000100:00100000:0.0:1329971096.368637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971097.368647:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971098.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971099.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971100.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971101.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971101.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971101.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971101.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333223966
00000100:00000400:0.0:1329971101.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971101.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971101.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971101.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971101.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971101.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971101.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971101.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333223966
00000100:00000400:0.0:1329971101.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971101.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971101.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971101.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971101.306712:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247197:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971101.306765:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247197 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971101] [real_sent 1329971101] [current 1329971101] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971101.306776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971101.306782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971101.306784:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971101.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247197:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971101.306789:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247198:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971101.306798:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247198 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971101] [real_sent 1329971101] [current 1329971101] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971101.306805:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971101.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971101.306811:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971101.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247198:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971101.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247191:0@lo:400
00000100:00100000:0.0:1329971101.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971101.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247192:0@lo:400
00000100:00100000:0.0:1329971101.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971101.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247193:0@lo:400
00000100:00100000:0.0:1329971101.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971101.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247194:0@lo:400
00000100:00100000:0.0:1329971101.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971101.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247195:0@lo:400
00000100:00100000:0.0:1329971101.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971101.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247196:0@lo:400
00000100:00100000:0.0:1329971101.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971101.306919:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971101 exp ffff880052834000
00000100:00100000:0.0:1329971101.306939:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247191:12345-0@lo:400
00000100:00100000:0.0:1329971101.306962:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247191:12345-0@lo:400 Request procesed in 35us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971101.306976:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971101 exp ffff880008f8fc00
00000100:00080000:0.0:1329971101.306982:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971101 exp ffff880057c49800
00000100:00080000:0.0:1329971101.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971101 exp ffff8800572c1c00
00000100:00080000:0.0:1329971101.306991:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971101 exp ffff880046d08400
00000100:00100000:0.0:1329971101.306999:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247192:12345-0@lo:400
00000100:00100000:0.0:1329971101.307016:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247192:12345-0@lo:400 Request procesed in 19us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971101.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247193:12345-0@lo:400
00000100:00100000:0.0:1329971101.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247193:12345-0@lo:400 Request procesed in 14us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971101.307042:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247195:12345-0@lo:400
00000100:00100000:0.0:1329971101.307053:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247195:12345-0@lo:400 Request procesed in 13us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971101.307060:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247196:12345-0@lo:400
00000100:00100000:0.0:1329971101.307071:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247196:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971101.307082:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971101 exp ffff880008f8f400
00000100:00100000:0.0:1329971101.307090:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247194:12345-0@lo:400
00000100:00100000:0.0:1329971101.307107:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247194:12345-0@lo:400 Request procesed in 20us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971101.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247191:0@lo:400
00000100:00100000:0.0:1329971101.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247192:0@lo:400
00000100:00100000:0.0:1329971101.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247193:0@lo:400
00000100:00100000:0.0:1329971101.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247194:0@lo:400
00000100:00100000:0.0:1329971101.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247195:0@lo:400
00000100:00100000:0.0:1329971101.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247196:0@lo:400
00000100:00100000:0.0:1329971101.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971102.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971103.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971104.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971105.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971106.306620:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971106.306626:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971106.306628:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971106.306633:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333228966
00000100:00000400:0.0:1329971106.306635:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971106.306640:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971106.306646:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971106.306653:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005195a400 x1394565373247205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971106.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971106.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971106.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971106.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333228966
00000100:00000400:0.0:1329971106.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971106.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971106.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971106.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971106.306696:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247199:0@lo:400
00000100:00100000:0.0:1329971106.306722:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971106.306731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247200:0@lo:400
00000100:00100000:0.0:1329971106.306740:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971106.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247201:0@lo:400
00000100:00100000:0.0:1329971106.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971106.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247202:0@lo:400
00000100:00100000:0.0:1329971106.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971106.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247203:0@lo:400
00000100:00100000:0.0:1329971106.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971106.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247204:0@lo:400
00000100:00100000:0.0:1329971106.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971106.306799:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247205:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971106.306822:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247205 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971106] [real_sent 1329971106] [current 1329971106] [deadline 25s] [delay -25s]  req@ffff88005195a400 x1394565373247205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971106.306832:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005195a400 x1394565373247205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971106.306839:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971106.306840:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971106.306843:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247205:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971106.306846:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247206:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971106.306853:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247206 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971106] [real_sent 1329971106] [current 1329971106] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971106.306860:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971106.306864:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971106.306866:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971106.306868:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247206:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971106.306887:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971106 exp ffff880052834000
00000100:00100000:0.0:1329971106.306910:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247199:12345-0@lo:400
00000100:00100000:0.0:1329971106.306933:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247199:12345-0@lo:400 Request procesed in 38us (212us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971106.306947:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971106 exp ffff880008f8fc00
00000100:00080000:0.0:1329971106.306953:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971106 exp ffff880057c49800
00000100:00080000:0.0:1329971106.306958:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971106 exp ffff8800572c1c00
00000100:00080000:0.0:1329971106.306962:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971106 exp ffff880046d08400
00000100:00100000:0.0:1329971106.306971:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247200:12345-0@lo:400
00000100:00100000:0.0:1329971106.306988:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247200:12345-0@lo:400 Request procesed in 19us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971106.306996:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247201:12345-0@lo:400
00000100:00100000:0.0:1329971106.307007:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247201:12345-0@lo:400 Request procesed in 14us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971106.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247203:12345-0@lo:400
00000100:00100000:0.0:1329971106.307025:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247203:12345-0@lo:400 Request procesed in 13us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971106.307031:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247204:12345-0@lo:400
00000100:00100000:0.0:1329971106.307042:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247204:12345-0@lo:400 Request procesed in 13us (256us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971106.307062:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971106 exp ffff880008f8f400
00000100:00100000:0.0:1329971106.307071:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247202:12345-0@lo:400
00000100:00100000:0.0:1329971106.307087:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247202:12345-0@lo:400 Request procesed in 19us (323us total) trans 0 rc 0/0
00000400:02020000:0.0:1329971106.307233:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971106.307312:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971106.307324:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971106.307341:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247199:0@lo:400
00000100:00100000:0.0:1329971106.307348:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247200:0@lo:400
00000100:00100000:0.0:1329971106.307352:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247201:0@lo:400
00000100:00100000:0.0:1329971106.307356:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247202:0@lo:400
00000100:00100000:0.0:1329971106.307360:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247203:0@lo:400
00000100:00100000:0.0:1329971106.307364:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247204:0@lo:400
00000100:00100000:0.0:1329971106.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971107.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971108.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971109.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971110.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971111.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971111.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971111.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971111.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333233966
00000100:00000400:0.0:1329971111.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971111.306664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971111.306670:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971111.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373247213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971111.306685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971111.306687:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971111.306688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971111.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333233966
00000100:00000400:0.0:1329971111.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971111.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971111.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971111.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971111.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247213:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971111.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247213 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971111] [real_sent 1329971111] [current 1329971111] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373247213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971111.306764:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373247213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971111.306770:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971111.306772:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971111.306774:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247213:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971111.306777:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247214:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971111.306785:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247214 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971111] [real_sent 1329971111] [current 1329971111] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971111.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971111.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971111.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971111.306799:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247214:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971111.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247207:0@lo:400
00000100:00100000:0.0:1329971111.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971111.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247208:0@lo:400
00000100:00100000:0.0:1329971111.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971111.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247209:0@lo:400
00000100:00100000:0.0:1329971111.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971111.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247210:0@lo:400
00000100:00100000:0.0:1329971111.306928:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971111.306933:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247211:0@lo:400
00000100:00100000:0.0:1329971111.306939:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971111.306945:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247212:0@lo:400
00000100:00100000:0.0:1329971111.306951:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971111.306971:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971111 exp ffff880052834000
00000100:00100000:0.0:1329971111.306991:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247207:12345-0@lo:400
00000100:00100000:0.0:1329971111.307015:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247207:12345-0@lo:400 Request procesed in 35us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971111.307029:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971111 exp ffff880008f8fc00
00000100:00080000:0.0:1329971111.307036:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971111 exp ffff880057c49800
00000100:00080000:0.0:1329971111.307041:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971111 exp ffff8800572c1c00
00000100:00080000:0.0:1329971111.307045:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971111 exp ffff880046d08400
00000100:00100000:0.0:1329971111.307054:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247208:12345-0@lo:400
00000100:00100000:0.0:1329971111.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247208:12345-0@lo:400 Request procesed in 24us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971111.307089:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247209:12345-0@lo:400
00000100:00100000:0.0:1329971111.307109:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247209:12345-0@lo:400 Request procesed in 23us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971111.307121:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247211:12345-0@lo:400
00000100:00100000:0.0:1329971111.307140:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247211:12345-0@lo:400 Request procesed in 23us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971111.307147:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247212:12345-0@lo:400
00000100:00100000:0.0:1329971111.307158:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247212:12345-0@lo:400 Request procesed in 13us (207us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971111.307171:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971111 exp ffff880008f8f400
00000100:00100000:0.0:1329971111.307180:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247210:12345-0@lo:400
00000100:00100000:0.0:1329971111.307196:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247210:12345-0@lo:400 Request procesed in 19us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971111.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247207:0@lo:400
00000100:00100000:0.0:1329971111.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247208:0@lo:400
00000100:00100000:0.0:1329971111.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247209:0@lo:400
00000100:00100000:0.0:1329971111.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247210:0@lo:400
00000100:00100000:0.0:1329971111.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247211:0@lo:400
00000100:00100000:0.0:1329971111.307244:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247212:0@lo:400
00000100:00100000:0.0:1329971111.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971112.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971113.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971114.368646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971115.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971116.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971116.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971116.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971116.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333238966
00000100:00000400:0.0:1329971116.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971116.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971116.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971116.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373247221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971116.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971116.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971116.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971116.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333238966
00000100:00000400:0.0:1329971116.306697:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971116.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971116.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971116.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373247222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971116.306726:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247221:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971116.306755:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247221 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971116] [real_sent 1329971116] [current 1329971116] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373247221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971116.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373247221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971116.306771:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971116.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971116.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247221:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971116.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247222:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971116.306789:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247222 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971116] [real_sent 1329971116] [current 1329971116] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373247222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971116.306796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373247222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971116.306801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971116.306802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971116.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247222:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971116.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247215:0@lo:400
00000100:00100000:0.0:1329971116.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971116.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247216:0@lo:400
00000100:00100000:0.0:1329971116.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971116.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247217:0@lo:400
00000100:00100000:0.0:1329971116.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971116.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247218:0@lo:400
00000100:00100000:0.0:1329971116.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971116.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247219:0@lo:400
00000100:00100000:0.0:1329971116.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971116.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247220:0@lo:400
00000100:00100000:0.0:1329971116.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971116.306909:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971116 exp ffff880052834000
00000100:00100000:0.0:1329971116.306934:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247215:12345-0@lo:400
00000100:00100000:0.0:1329971116.306958:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247215:12345-0@lo:400 Request procesed in 41us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971116.306972:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971116 exp ffff880008f8fc00
00000100:00080000:0.0:1329971116.306979:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971116 exp ffff880057c49800
00000100:00080000:0.0:1329971116.306984:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971116 exp ffff8800572c1c00
00000100:00080000:0.0:1329971116.306988:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971116 exp ffff880046d08400
00000100:00100000:0.0:1329971116.306996:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247216:12345-0@lo:400
00000100:00100000:0.0:1329971116.307013:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247216:12345-0@lo:400 Request procesed in 20us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971116.307021:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247217:12345-0@lo:400
00000100:00100000:0.0:1329971116.307033:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247217:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971116.307039:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247219:12345-0@lo:400
00000100:00100000:0.0:1329971116.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247219:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971116.307057:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247220:12345-0@lo:400
00000100:00100000:0.0:1329971116.307069:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247220:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971116.307079:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971116 exp ffff880008f8f400
00000100:00100000:0.0:1329971116.307087:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247218:12345-0@lo:400
00000100:00100000:0.0:1329971116.307103:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247218:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971116.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247215:0@lo:400
00000100:00100000:0.0:1329971116.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247216:0@lo:400
00000100:00100000:0.0:1329971116.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247217:0@lo:400
00000100:00100000:0.0:1329971116.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247218:0@lo:400
00000100:00100000:0.0:1329971116.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247219:0@lo:400
00000100:00100000:0.0:1329971116.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247220:0@lo:400
00000100:00100000:0.0:1329971116.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971117.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971118.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971119.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971120.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971121.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971121.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971121.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971121.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333243966
00000100:00000400:0.0:1329971121.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971121.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971121.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971121.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971121.306703:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971121.306705:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971121.306706:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971121.306708:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333243966
00000100:00000400:0.0:1329971121.306710:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971121.306712:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971121.306714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971121.306718:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373247230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971121.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247223:0@lo:400
00000100:00100000:0.0:1329971121.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971121.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247224:0@lo:400
00000100:00100000:0.0:1329971121.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971121.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247225:0@lo:400
00000100:00100000:0.0:1329971121.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971121.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247226:0@lo:400
00000100:00100000:0.0:1329971121.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971121.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247227:0@lo:400
00000100:00100000:0.0:1329971121.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971121.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247228:0@lo:400
00000100:00100000:0.0:1329971121.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971121.306886:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971121 exp ffff880008f8fc00
00000100:00080000:0.0:1329971121.306894:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971121 exp ffff880057c49800
00000100:00080000:0.0:1329971121.306899:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971121 exp ffff8800572c1c00
00000100:00080000:0.0:1329971121.306904:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971121 exp ffff880046d08400
00000100:00100000:0.0:1329971121.306921:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247224:12345-0@lo:400
00000100:00100000:0.0:1329971121.306950:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247224:12345-0@lo:400 Request procesed in 40us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971121.306960:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247225:12345-0@lo:400
00000100:00100000:0.0:1329971121.306972:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247225:12345-0@lo:400 Request procesed in 14us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971121.306979:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247227:12345-0@lo:400
00000100:00100000:0.0:1329971121.306990:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247227:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971121.307010:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247228:12345-0@lo:400
00000100:00100000:0.0:1329971121.307021:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247228:12345-0@lo:400 Request procesed in 14us (159us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971121.307040:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971121 exp ffff880008f8f400
00000100:00100000:0.0:1329971121.307049:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247226:12345-0@lo:400
00000100:00100000:0.0:1329971121.307066:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247226:12345-0@lo:400 Request procesed in 19us (256us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971121.307077:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971121 exp ffff880052834000
00000100:00100000:0.0:1329971121.307085:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247223:12345-0@lo:400
00000100:00100000:0.0:1329971121.307098:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247223:12345-0@lo:400 Request procesed in 16us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971121.307113:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247229:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971121.307127:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247229 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971121] [real_sent 1329971121] [current 1329971121] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971121.307137:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971121.307148:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971121.307150:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971121.307153:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247229:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971121.307155:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247230:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971121.307162:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247230 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971121] [real_sent 1329971121] [current 1329971121] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373247230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971121.307170:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373247230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971121.307174:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971121.307176:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971121.307178:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247230:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971121.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247223:0@lo:400
00000100:00100000:0.0:1329971121.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247224:0@lo:400
00000100:00100000:0.0:1329971121.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247225:0@lo:400
00000100:00100000:0.0:1329971121.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247226:0@lo:400
00000100:00100000:0.0:1329971121.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247227:0@lo:400
00000100:00100000:0.0:1329971121.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247228:0@lo:400
00000100:00100000:0.0:1329971121.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971122.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971123.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971124.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971125.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971126.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971126.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971126.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971126.306653:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333248966
00000100:00000400:0.0:1329971126.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971126.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971126.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971126.306674:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971126.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971126.306683:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971126.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971126.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333248966
00000100:00000400:0.0:1329971126.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971126.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971126.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971126.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373247238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971126.306716:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247237:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971126.306744:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247237 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971126] [real_sent 1329971126] [current 1329971126] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971126.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971126.306761:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971126.306762:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971126.306765:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247237:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971126.306768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247238:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971126.306775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247238 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971126] [real_sent 1329971126] [current 1329971126] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373247238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971126.306782:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373247238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971126.306787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971126.306821:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971126.306824:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247238:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971126.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247231:0@lo:400
00000100:00100000:0.0:1329971126.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971126.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247232:0@lo:400
00000100:00100000:0.0:1329971126.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971126.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247233:0@lo:400
00000100:00100000:0.0:1329971126.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971126.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247234:0@lo:400
00000100:00100000:0.0:1329971126.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971126.306898:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247235:0@lo:400
00000100:00100000:0.0:1329971126.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971126.306909:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247236:0@lo:400
00000100:00100000:0.0:1329971126.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971126.306932:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971126 exp ffff880008f8fc00
00000100:00080000:0.0:1329971126.306941:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971126 exp ffff880057c49800
00000100:00080000:0.0:1329971126.306945:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971126 exp ffff8800572c1c00
00000100:00080000:0.0:1329971126.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971126 exp ffff880046d08400
00000100:00100000:0.0:1329971126.306974:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247232:12345-0@lo:400
00000100:00100000:0.0:1329971126.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247232:12345-0@lo:400 Request procesed in 45us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971126.307011:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247233:12345-0@lo:400
00000100:00100000:0.0:1329971126.307024:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247233:12345-0@lo:400 Request procesed in 16us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971126.307031:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247235:12345-0@lo:400
00000100:00100000:0.0:1329971126.307042:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247235:12345-0@lo:400 Request procesed in 13us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971126.307049:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247236:12345-0@lo:400
00000100:00100000:0.0:1329971126.307059:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247236:12345-0@lo:400 Request procesed in 13us (144us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971126.307077:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971126 exp ffff880052834000
00000100:00100000:0.0:1329971126.307086:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247231:12345-0@lo:400
00000100:00100000:0.0:1329971126.307100:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247231:12345-0@lo:400 Request procesed in 16us (247us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971126.307113:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971126 exp ffff880008f8f400
00000100:00100000:0.0:1329971126.307123:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247234:12345-0@lo:400
00000100:00100000:0.0:1329971126.307140:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247234:12345-0@lo:400 Request procesed in 20us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971126.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247231:0@lo:400
00000100:00100000:0.0:1329971126.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247232:0@lo:400
00000100:00100000:0.0:1329971126.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247233:0@lo:400
00000100:00100000:0.0:1329971126.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247234:0@lo:400
00000100:00100000:0.0:1329971126.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247235:0@lo:400
00000100:00100000:0.0:1329971126.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247236:0@lo:400
00000100:00100000:0.0:1329971126.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971127.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971128.368659:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971129.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971130.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971131.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971131.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971131.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971131.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333253966
00000100:00000400:0.0:1329971131.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971131.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971131.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971131.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971131.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971131.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971131.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971131.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333253966
00000100:00000400:0.0:1329971131.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971131.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971131.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971131.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373247246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971131.306709:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247245:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971131.306737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247245 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971131] [real_sent 1329971131] [current 1329971131] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971131.306748:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971131.306755:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971131.306756:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971131.306759:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247245:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971131.306762:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247246:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971131.306769:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247246 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971131] [real_sent 1329971131] [current 1329971131] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373247246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971131.306776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373247246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971131.306781:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971131.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971131.306784:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247246:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971131.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247239:0@lo:400
00000100:00100000:0.0:1329971131.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971131.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247240:0@lo:400
00000100:00100000:0.0:1329971131.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971131.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247241:0@lo:400
00000100:00100000:0.0:1329971131.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971131.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247242:0@lo:400
00000100:00100000:0.0:1329971131.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971131.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247243:0@lo:400
00000100:00100000:0.0:1329971131.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971131.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247244:0@lo:400
00000100:00100000:0.0:1329971131.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971131.306928:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971131 exp ffff880008f8fc00
00000100:00080000:0.0:1329971131.306936:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971131 exp ffff880057c49800
00000100:00080000:0.0:1329971131.306941:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971131 exp ffff8800572c1c00
00000100:00080000:0.0:1329971131.306946:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971131 exp ffff880046d08400
00000100:00100000:0.0:1329971131.306964:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247240:12345-0@lo:400
00000100:00100000:0.0:1329971131.306992:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247240:12345-0@lo:400 Request procesed in 40us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971131.307002:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247241:12345-0@lo:400
00000100:00100000:0.0:1329971131.307014:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247241:12345-0@lo:400 Request procesed in 15us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971131.307021:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247243:12345-0@lo:400
00000100:00100000:0.0:1329971131.307033:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247243:12345-0@lo:400 Request procesed in 13us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971131.307040:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247244:12345-0@lo:400
00000100:00100000:0.0:1329971131.307051:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247244:12345-0@lo:400 Request procesed in 13us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971131.307069:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971131 exp ffff880008f8f400
00000100:00100000:0.0:1329971131.307077:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247242:12345-0@lo:400
00000100:00100000:0.0:1329971131.307094:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247242:12345-0@lo:400 Request procesed in 20us (216us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971131.307105:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971131 exp ffff880052834000
00000100:00100000:0.0:1329971131.307114:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247239:12345-0@lo:400
00000100:00100000:0.0:1329971131.307127:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247239:12345-0@lo:400 Request procesed in 15us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971131.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247239:0@lo:400
00000100:00100000:0.0:1329971131.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247240:0@lo:400
00000100:00100000:0.0:1329971131.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247241:0@lo:400
00000100:00100000:0.0:1329971131.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247242:0@lo:400
00000100:00100000:0.0:1329971131.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247243:0@lo:400
00000100:00100000:0.0:1329971131.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247244:0@lo:400
00000100:00100000:0.0:1329971131.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971132.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971133.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971134.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971135.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971136.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971136.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971136.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971136.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333258966
00000100:00000400:0.0:1329971136.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971136.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971136.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971136.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971136.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971136.306698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971136.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971136.306702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333258966
00000100:00000400:0.0:1329971136.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971136.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971136.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971136.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373247254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971136.306732:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247247:0@lo:400
00000100:00100000:0.0:1329971136.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971136.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247248:0@lo:400
00000100:00100000:0.0:1329971136.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971136.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247249:0@lo:400
00000100:00100000:0.0:1329971136.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971136.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247250:0@lo:400
00000100:00100000:0.0:1329971136.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971136.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247251:0@lo:400
00000100:00100000:0.0:1329971136.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971136.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247252:0@lo:400
00000100:00100000:0.0:1329971136.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971136.306886:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971136 exp ffff880008f8fc00
00000100:00080000:0.0:1329971136.306894:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971136 exp ffff880057c49800
00000100:00080000:0.0:1329971136.306899:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971136 exp ffff8800572c1c00
00000100:00080000:0.0:1329971136.306904:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971136 exp ffff880046d08400
00000100:00100000:0.0:1329971136.306928:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247248:12345-0@lo:400
00000100:00100000:0.0:1329971136.306970:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247248:12345-0@lo:400 Request procesed in 47us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971136.306986:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247249:12345-0@lo:400
00000100:00100000:0.0:1329971136.307009:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247249:12345-0@lo:400 Request procesed in 27us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971136.307037:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247251:12345-0@lo:400
00000100:00100000:0.0:1329971136.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247251:12345-0@lo:400 Request procesed in 20us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971136.307058:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247252:12345-0@lo:400
00000100:00100000:0.0:1329971136.307069:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247252:12345-0@lo:400 Request procesed in 13us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971136.307090:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971136 exp ffff880052834000
00000100:00100000:0.0:1329971136.307099:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247247:12345-0@lo:400
00000100:00100000:0.0:1329971136.307113:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247247:12345-0@lo:400 Request procesed in 16us (353us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971136.307125:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971136 exp ffff880008f8f400
00000100:00100000:0.0:1329971136.307134:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247250:12345-0@lo:400
00000100:00100000:0.0:1329971136.307150:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247250:12345-0@lo:400 Request procesed in 19us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971136.307163:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247253:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971136.307177:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247253 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971136] [real_sent 1329971136] [current 1329971136] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971136.307188:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971136.307194:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971136.307196:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971136.307198:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247253:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971136.307201:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247254:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971136.307208:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247254 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971136] [real_sent 1329971136] [current 1329971136] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373247254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971136.307222:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373247254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971136.307226:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971136.307228:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971136.307230:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247254:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971136.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247247:0@lo:400
00000100:00100000:0.0:1329971136.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247248:0@lo:400
00000100:00100000:0.0:1329971136.307266:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247249:0@lo:400
00000100:00100000:0.0:1329971136.307274:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247250:0@lo:400
00000100:00100000:0.0:1329971136.307282:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247251:0@lo:400
00000100:00100000:0.0:1329971136.307288:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247252:0@lo:400
00000100:00100000:0.0:1329971136.368593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971137.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971138.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971139.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971140.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971141.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971141.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971141.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971141.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333263966
00000100:00000400:0.0:1329971141.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971141.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971141.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971141.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373247261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971141.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971141.306683:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971141.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971141.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333263966
00000100:00000400:0.0:1329971141.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971141.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971141.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971141.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373247262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971141.306702:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247261:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971141.306721:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247261 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971141] [real_sent 1329971141] [current 1329971141] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373247261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971141.306727:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373247261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971141.306730:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971141.306730:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971141.306731:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247261:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971141.306733:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247262:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971141.306737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247262 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971141] [real_sent 1329971141] [current 1329971141] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373247262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971141.306740:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373247262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971141.306742:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971141.306742:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971141.306743:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247262:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971141.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247255:0@lo:400
00000100:00100000:0.0:1329971141.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971141.306762:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247256:0@lo:400
00000100:00100000:0.0:1329971141.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971141.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247257:0@lo:400
00000100:00100000:0.0:1329971141.306772:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971141.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247258:0@lo:400
00000100:00100000:0.0:1329971141.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971141.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247259:0@lo:400
00000100:00100000:0.0:1329971141.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971141.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247260:0@lo:400
00000100:00100000:0.0:1329971141.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971141.306801:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971141 exp ffff880008f8fc00
00000100:00080000:0.0:1329971141.306806:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971141 exp ffff880057c49800
00000100:00080000:0.0:1329971141.306809:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971141 exp ffff8800572c1c00
00000100:00080000:0.0:1329971141.306811:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971141 exp ffff880046d08400
00000100:00100000:0.0:1329971141.306823:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247256:12345-0@lo:400
00000100:00100000:0.0:1329971141.306838:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247256:12345-0@lo:400 Request procesed in 24us (71us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971141.306843:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247257:12345-0@lo:400
00000100:00100000:0.0:1329971141.306848:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247257:12345-0@lo:400 Request procesed in 7us (76us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971141.306851:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247259:12345-0@lo:400
00000100:00100000:0.0:1329971141.306856:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247259:12345-0@lo:400 Request procesed in 6us (72us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971141.306859:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247260:12345-0@lo:400
00000100:00100000:0.0:1329971141.306864:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247260:12345-0@lo:400 Request procesed in 6us (74us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971141.306874:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971141 exp ffff880008f8f400
00000100:00100000:0.0:1329971141.306878:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247258:12345-0@lo:400
00000100:00100000:0.0:1329971141.306887:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247258:12345-0@lo:400 Request procesed in 10us (108us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971141.306893:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971141 exp ffff880052834000
00000100:00100000:0.0:1329971141.306897:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247255:12345-0@lo:400
00000100:00100000:0.0:1329971141.306903:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247255:12345-0@lo:400 Request procesed in 8us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971141.306913:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247255:0@lo:400
00000100:00100000:0.0:1329971141.306916:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247256:0@lo:400
00000100:00100000:0.0:1329971141.306918:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247257:0@lo:400
00000100:00100000:0.0:1329971141.306920:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247258:0@lo:400
00000100:00100000:0.0:1329971141.306922:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247259:0@lo:400
00000100:00100000:0.0:1329971141.306924:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247260:0@lo:400
00000100:00100000:0.0:1329971141.369072:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971142.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971143.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971144.368589:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971145.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971146.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971146.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971146.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971146.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333268966
00000100:00000400:0.0:1329971146.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971146.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971146.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971146.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971146.306713:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971146.306714:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971146.306716:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971146.306718:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333268966
00000100:00000400:0.0:1329971146.306719:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971146.306722:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971146.306724:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971146.306728:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373247270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971146.306749:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247269:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971146.306776:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247269 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971146] [real_sent 1329971146] [current 1329971146] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971146.306787:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971146.306793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971146.306794:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971146.306797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247269:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971146.306800:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247270:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971146.306808:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247270 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971146] [real_sent 1329971146] [current 1329971146] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373247270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971146.306815:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373247270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971146.306820:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971146.306821:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971146.306823:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247270:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971146.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247263:0@lo:400
00000100:00100000:0.0:1329971146.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971146.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247264:0@lo:400
00000100:00100000:0.0:1329971146.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971146.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247265:0@lo:400
00000100:00100000:0.0:1329971146.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971146.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247266:0@lo:400
00000100:00100000:0.0:1329971146.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971146.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247267:0@lo:400
00000100:00100000:0.0:1329971146.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971146.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247268:0@lo:400
00000100:00100000:0.0:1329971146.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971146.306927:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971146 exp ffff880008f8fc00
00000100:00080000:0.0:1329971146.306935:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971146 exp ffff880057c49800
00000100:00080000:0.0:1329971146.306939:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971146 exp ffff8800572c1c00
00000100:00080000:0.0:1329971146.306943:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971146 exp ffff880046d08400
00000100:00100000:0.0:1329971146.306968:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247264:12345-0@lo:400
00000100:00100000:0.0:1329971146.306995:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247264:12345-0@lo:400 Request procesed in 46us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971146.307005:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247265:12345-0@lo:400
00000100:00100000:0.0:1329971146.307017:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247265:12345-0@lo:400 Request procesed in 14us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971146.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247267:12345-0@lo:400
00000100:00100000:0.0:1329971146.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247267:12345-0@lo:400 Request procesed in 14us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971146.307042:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247268:12345-0@lo:400
00000100:00100000:0.0:1329971146.307052:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247268:12345-0@lo:400 Request procesed in 13us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971146.307070:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971146 exp ffff880052834000
00000100:00100000:0.0:1329971146.307078:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247263:12345-0@lo:400
00000100:00100000:0.0:1329971146.307091:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247263:12345-0@lo:400 Request procesed in 16us (243us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971146.307105:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971146 exp ffff880008f8f400
00000100:00100000:0.0:1329971146.307113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247266:12345-0@lo:400
00000100:00100000:0.0:1329971146.307128:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247266:12345-0@lo:400 Request procesed in 18us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971146.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247263:0@lo:400
00000100:00100000:0.0:1329971146.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247264:0@lo:400
00000100:00100000:0.0:1329971146.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247265:0@lo:400
00000100:00100000:0.0:1329971146.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247266:0@lo:400
00000100:00100000:0.0:1329971146.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247267:0@lo:400
00000100:00100000:0.0:1329971146.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247268:0@lo:400
00000100:00100000:0.0:1329971146.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971147.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971148.368634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971149.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971150.368585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971151.306618:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971151.306625:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971151.306627:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971151.306632:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333273966
00000100:00000400:0.0:1329971151.306634:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971151.306639:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971151.306646:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971151.306655:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373247277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971151.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971151.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971151.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971151.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333273966
00000100:00000400:0.0:1329971151.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971151.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971151.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971151.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373247278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971151.306698:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247271:0@lo:400
00000100:00100000:0.0:1329971151.306723:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971151.306732:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247272:0@lo:400
00000100:00100000:0.0:1329971151.306740:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971151.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247273:0@lo:400
00000100:00100000:0.0:1329971151.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971151.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247274:0@lo:400
00000100:00100000:0.0:1329971151.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971151.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247275:0@lo:400
00000100:00100000:0.0:1329971151.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971151.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247276:0@lo:400
00000100:00100000:0.0:1329971151.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971151.306869:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971151 exp ffff880008f8fc00
00000100:00080000:0.0:1329971151.306877:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971151 exp ffff880057c49800
00000100:00080000:0.0:1329971151.306882:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971151 exp ffff8800572c1c00
00000100:00080000:0.0:1329971151.306886:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971151 exp ffff880046d08400
00000100:00100000:0.0:1329971151.306902:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247272:12345-0@lo:400
00000100:00100000:0.0:1329971151.306930:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247272:12345-0@lo:400 Request procesed in 37us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971151.306953:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247273:12345-0@lo:400
00000100:00100000:0.0:1329971151.306965:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247273:12345-0@lo:400 Request procesed in 16us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971151.306972:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247275:12345-0@lo:400
00000100:00100000:0.0:1329971151.306983:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247275:12345-0@lo:400 Request procesed in 13us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971151.306990:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247276:12345-0@lo:400
00000100:00100000:0.0:1329971151.307001:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247276:12345-0@lo:400 Request procesed in 12us (151us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971151.307019:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971151 exp ffff880052834000
00000100:00100000:0.0:1329971151.307027:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247271:12345-0@lo:400
00000100:00100000:0.0:1329971151.307041:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247271:12345-0@lo:400 Request procesed in 17us (319us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971151.307053:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971151 exp ffff880008f8f400
00000100:00100000:0.0:1329971151.307062:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247274:12345-0@lo:400
00000100:00100000:0.0:1329971151.307078:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247274:12345-0@lo:400 Request procesed in 19us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971151.307091:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247277:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971151.307104:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247277 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971151] [real_sent 1329971151] [current 1329971151] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373247277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971151.307114:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373247277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971151.307120:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971151.307122:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971151.307125:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247277:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971151.307128:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247278:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971151.307134:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247278 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971151] [real_sent 1329971151] [current 1329971151] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373247278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971151.307142:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373247278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971151.307146:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971151.307148:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971151.307149:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247278:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971151.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247271:0@lo:400
00000100:00100000:0.0:1329971151.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247272:0@lo:400
00000100:00100000:0.0:1329971151.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247273:0@lo:400
00000100:00100000:0.0:1329971151.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247274:0@lo:400
00000100:00100000:0.0:1329971151.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247275:0@lo:400
00000100:00100000:0.0:1329971151.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247276:0@lo:400
00000100:00100000:0.0:1329971151.368583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971152.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971153.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971154.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971155.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971156.306624:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971156.306631:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971156.306633:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971156.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333278966
00000100:00000400:0.0:1329971156.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971156.306646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971156.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971156.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373247285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971156.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971156.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971156.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971156.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333278966
00000100:00000400:0.0:1329971156.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971156.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971156.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971156.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971156.306705:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247285:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971156.306733:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247285 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971156] [real_sent 1329971156] [current 1329971156] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373247285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971156.306744:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373247285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971156.306750:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971156.306752:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971156.306754:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247285:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971156.306757:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247286:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971156.306765:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247286 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971156] [real_sent 1329971156] [current 1329971156] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971156.306772:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971156.306777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971156.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971156.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247286:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971156.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247279:0@lo:400
00000100:00100000:0.0:1329971156.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971156.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247280:0@lo:400
00000100:00100000:0.0:1329971156.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971156.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247281:0@lo:400
00000100:00100000:0.0:1329971156.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971156.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247282:0@lo:400
00000100:00100000:0.0:1329971156.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971156.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247283:0@lo:400
00000100:00100000:0.0:1329971156.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971156.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247284:0@lo:400
00000100:00100000:0.0:1329971156.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971156.306884:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971156 exp ffff880008f8fc00
00000100:00080000:0.0:1329971156.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971156 exp ffff880057c49800
00000100:00080000:0.0:1329971156.306897:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971156 exp ffff8800572c1c00
00000100:00080000:0.0:1329971156.306901:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971156 exp ffff880046d08400
00000100:00100000:0.0:1329971156.306929:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247280:12345-0@lo:400
00000100:00100000:0.0:1329971156.306955:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247280:12345-0@lo:400 Request procesed in 47us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971156.306964:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247281:12345-0@lo:400
00000100:00100000:0.0:1329971156.306977:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247281:12345-0@lo:400 Request procesed in 15us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971156.306983:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247283:12345-0@lo:400
00000100:00100000:0.0:1329971156.306994:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247283:12345-0@lo:400 Request procesed in 13us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971156.307001:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247284:12345-0@lo:400
00000100:00100000:0.0:1329971156.307012:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247284:12345-0@lo:400 Request procesed in 12us (144us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971156.307029:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971156 exp ffff880008f8f400
00000100:00100000:0.0:1329971156.307038:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247282:12345-0@lo:400
00000100:00100000:0.0:1329971156.307092:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247282:12345-0@lo:400 Request procesed in 56us (247us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971156.307104:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971156 exp ffff880052834000
00000100:00100000:0.0:1329971156.307113:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247279:12345-0@lo:400
00000100:00100000:0.0:1329971156.307127:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247279:12345-0@lo:400 Request procesed in 16us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971156.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247279:0@lo:400
00000100:00100000:0.0:1329971156.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247280:0@lo:400
00000100:00100000:0.0:1329971156.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247281:0@lo:400
00000100:00100000:0.0:1329971156.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247282:0@lo:400
00000100:00100000:0.0:1329971156.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247283:0@lo:400
00000100:00100000:0.0:1329971156.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247284:0@lo:400
00000100:00100000:0.0:1329971156.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971157.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971158.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971159.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971160.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971161.306664:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971161.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971161.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971161.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333283966
00000100:00000400:0.0:1329971161.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971161.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971161.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971161.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971161.306709:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971161.306711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971161.306712:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971161.306715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333283966
00000100:00000400:0.0:1329971161.306716:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971161.306718:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971161.306720:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971161.306724:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971161.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247287:0@lo:400
00000100:00100000:0.0:1329971161.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971161.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247288:0@lo:400
00000100:00100000:0.0:1329971161.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971161.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247289:0@lo:400
00000100:00100000:0.0:1329971161.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971161.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247290:0@lo:400
00000100:00100000:0.0:1329971161.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971161.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247291:0@lo:400
00000100:00100000:0.0:1329971161.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971161.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247292:0@lo:400
00000100:00100000:0.0:1329971161.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971161.306861:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971161 exp ffff880008f8fc00
00000100:00080000:0.0:1329971161.306873:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971161 exp ffff880057c49800
00000100:00080000:0.0:1329971161.306882:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971161 exp ffff8800572c1c00
00000100:00100000:0.0:1329971161.306904:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247288:12345-0@lo:400
00000100:00100000:0.0:1329971161.306938:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247288:12345-0@lo:400 Request procesed in 48us (146us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971161.306946:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971161 exp ffff880046d08400
00000100:00100000:0.0:1329971161.306956:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247289:12345-0@lo:400
00000100:00100000:0.0:1329971161.306969:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247289:12345-0@lo:400 Request procesed in 16us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971161.306976:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247291:12345-0@lo:400
00000100:00100000:0.0:1329971161.306988:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247291:12345-0@lo:400 Request procesed in 13us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971161.306994:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247292:12345-0@lo:400
00000100:00100000:0.0:1329971161.307005:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247292:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971161.307036:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971161 exp ffff880052834000
00000100:00100000:0.0:1329971161.307045:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247287:12345-0@lo:400
00000100:00100000:0.0:1329971161.307059:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247287:12345-0@lo:400 Request procesed in 17us (288us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971161.307071:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971161 exp ffff880008f8f400
00000100:00100000:0.0:1329971161.307079:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247290:12345-0@lo:400
00000100:00100000:0.0:1329971161.307096:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247290:12345-0@lo:400 Request procesed in 19us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971161.307109:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247293:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971161.307121:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247293 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971161] [real_sent 1329971161] [current 1329971161] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971161.307131:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971161.307138:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971161.307139:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971161.307142:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247293:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971161.307145:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247294:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971161.307152:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247294 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971161] [real_sent 1329971161] [current 1329971161] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971161.307159:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971161.307163:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971161.307165:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971161.307167:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247294:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971161.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247287:0@lo:400
00000100:00100000:0.0:1329971161.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247288:0@lo:400
00000100:00100000:0.0:1329971161.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247289:0@lo:400
00000100:00100000:0.0:1329971161.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247290:0@lo:400
00000100:00100000:0.0:1329971161.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247291:0@lo:400
00000100:00100000:0.0:1329971161.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247292:0@lo:400
00000100:00100000:0.0:1329971161.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971162.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971163.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971164.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971165.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971166.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971166.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971166.306643:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971166.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333288966
00000100:00000400:0.0:1329971166.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971166.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971166.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971166.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971166.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971166.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971166.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971166.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333288966
00000100:00000400:0.0:1329971166.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971166.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971166.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971166.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971166.306714:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247301:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971166.306748:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247301 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971166] [real_sent 1329971166] [current 1329971166] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971166.306759:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971166.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971166.306767:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971166.306769:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247301:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971166.306772:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247302:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971166.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247302 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971166] [real_sent 1329971166] [current 1329971166] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971166.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971166.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971166.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971166.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247302:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971166.306932:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247295:0@lo:400
00000100:00100000:0.0:1329971166.306948:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971166.306955:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247296:0@lo:400
00000100:00100000:0.0:1329971166.307025:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971166.307034:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247297:0@lo:400
00000100:00100000:0.0:1329971166.307043:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971166.307048:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247298:0@lo:400
00000100:00100000:0.0:1329971166.307056:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971166.307061:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247299:0@lo:400
00000100:00100000:0.0:1329971166.307067:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971166.307072:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247300:0@lo:400
00000100:00100000:0.0:1329971166.307079:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971166.307099:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971166 exp ffff880008f8fc00
00000100:00080000:0.0:1329971166.307107:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971166 exp ffff880057c49800
00000100:00080000:0.0:1329971166.307113:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971166 exp ffff8800572c1c00
00000100:00080000:0.0:1329971166.307117:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971166 exp ffff880046d08400
00000100:00100000:0.0:1329971166.307139:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247296:12345-0@lo:400
00000100:00100000:0.0:1329971166.307168:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247296:12345-0@lo:400 Request procesed in 44us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971166.307180:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247297:12345-0@lo:400
00000100:00100000:0.0:1329971166.307192:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247297:12345-0@lo:400 Request procesed in 15us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971166.307199:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247299:12345-0@lo:400
00000100:00100000:0.0:1329971166.307210:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247299:12345-0@lo:400 Request procesed in 13us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971166.307217:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247300:12345-0@lo:400
00000100:00100000:0.0:1329971166.307228:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247300:12345-0@lo:400 Request procesed in 12us (148us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971166.307245:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971166 exp ffff880008f8f400
00000100:00100000:0.0:1329971166.307254:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247298:12345-0@lo:400
00000100:00100000:0.0:1329971166.307272:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247298:12345-0@lo:400 Request procesed in 20us (215us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971166.307283:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971166 exp ffff880052834000
00000100:00100000:0.0:1329971166.307291:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247295:12345-0@lo:400
00000100:00100000:0.0:1329971166.307305:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247295:12345-0@lo:400 Request procesed in 16us (357us total) trans 0 rc 0/0
00000400:02020000:0.0:1329971166.307367:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329971166.309418:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247295:0@lo:400
00000100:00100000:0.0:1329971166.309426:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247296:0@lo:400
00000100:00100000:0.0:1329971166.309430:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247297:0@lo:400
00000100:00100000:0.0:1329971166.309434:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247298:0@lo:400
00000100:00100000:0.0:1329971166.309438:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247299:0@lo:400
00000100:00100000:0.0:1329971166.309443:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247300:0@lo:400
00000800:00020000:0.0:1329971166.309476:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971166.312124:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971166.368638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971167.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971168.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971169.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971170.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971171.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971171.306655:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971171.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971171.306662:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333293966
00000100:00000400:0.0:1329971171.306664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971171.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971171.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971171.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373247309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971171.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971171.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971171.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971171.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333293966
00000100:00000400:0.0:1329971171.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971171.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971171.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971171.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373247310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971171.306724:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247303:0@lo:400
00000100:00100000:0.0:1329971171.306750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971171.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247304:0@lo:400
00000100:00100000:0.0:1329971171.306772:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971171.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247305:0@lo:400
00000100:00100000:0.0:1329971171.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971171.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247306:0@lo:400
00000100:00100000:0.0:1329971171.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971171.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247307:0@lo:400
00000100:00100000:0.0:1329971171.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971171.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247308:0@lo:400
00000100:00100000:0.0:1329971171.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971171.306844:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971171 exp ffff880008f8fc00
00000100:00080000:0.0:1329971171.306852:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971171 exp ffff880057c49800
00000100:00080000:0.0:1329971171.306857:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971171 exp ffff8800572c1c00
00000100:00080000:0.0:1329971171.306862:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971171 exp ffff880046d08400
00000100:00100000:0.0:1329971171.306882:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247304:12345-0@lo:400
00000100:00100000:0.0:1329971171.306910:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247304:12345-0@lo:400 Request procesed in 41us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971171.306919:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247305:12345-0@lo:400
00000100:00100000:0.0:1329971171.306931:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247305:12345-0@lo:400 Request procesed in 14us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971171.306938:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247307:12345-0@lo:400
00000100:00100000:0.0:1329971171.306949:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247307:12345-0@lo:400 Request procesed in 13us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971171.306956:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247308:12345-0@lo:400
00000100:00100000:0.0:1329971171.306967:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247308:12345-0@lo:400 Request procesed in 13us (145us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971171.306986:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971171 exp ffff880052834000
00000100:00100000:0.0:1329971171.306994:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247303:12345-0@lo:400
00000100:00100000:0.0:1329971171.307008:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247303:12345-0@lo:400 Request procesed in 16us (258us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971171.307021:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971171 exp ffff880008f8f400
00000100:00100000:0.0:1329971171.307030:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247306:12345-0@lo:400
00000100:00100000:0.0:1329971171.307047:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247306:12345-0@lo:400 Request procesed in 20us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971171.307060:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247309:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971171.307073:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247309 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971171] [real_sent 1329971171] [current 1329971171] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373247309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971171.307083:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373247309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971171.307089:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971171.307091:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971171.307094:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247309:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971171.307097:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247310:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971171.307104:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247310 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971171] [real_sent 1329971171] [current 1329971171] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373247310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971171.307111:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373247310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971171.307116:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971171.307117:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971171.307119:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247310:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971171.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247303:0@lo:400
00000100:00100000:0.0:1329971171.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247304:0@lo:400
00000100:00100000:0.0:1329971171.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247305:0@lo:400
00000100:00100000:0.0:1329971171.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247306:0@lo:400
00000100:00100000:0.0:1329971171.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247307:0@lo:400
00000100:00100000:0.0:1329971171.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247308:0@lo:400
00000100:00100000:0.0:1329971171.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971172.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971173.368633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971174.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971175.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971176.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971176.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971176.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971176.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333298966
00000100:00000400:0.0:1329971176.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971176.306662:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971176.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971176.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373247317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971176.306685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971176.306687:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971176.306688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971176.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333298966
00000100:00000400:0.0:1329971176.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971176.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971176.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971176.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971176.306721:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247317:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971176.306748:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247317 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971176] [real_sent 1329971176] [current 1329971176] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373247317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971176.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373247317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971176.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971176.306766:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971176.306769:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247317:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971176.306772:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247318:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971176.306779:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247318 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971176] [real_sent 1329971176] [current 1329971176] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971176.306786:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971176.306791:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971176.306792:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971176.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247318:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971176.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247311:0@lo:400
00000100:00100000:0.0:1329971176.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971176.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247312:0@lo:400
00000100:00100000:0.0:1329971176.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971176.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247313:0@lo:400
00000100:00100000:0.0:1329971176.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971176.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247314:0@lo:400
00000100:00100000:0.0:1329971176.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971176.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247315:0@lo:400
00000100:00100000:0.0:1329971176.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971176.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247316:0@lo:400
00000100:00100000:0.0:1329971176.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971176.306936:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971176 exp ffff880008f8fc00
00000100:00080000:0.0:1329971176.306945:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971176 exp ffff880057c49800
00000100:00080000:0.0:1329971176.306950:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971176 exp ffff8800572c1c00
00000100:00080000:0.0:1329971176.306954:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971176 exp ffff880046d08400
00000100:00100000:0.0:1329971176.306979:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247312:12345-0@lo:400
00000100:00100000:0.0:1329971176.307008:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247312:12345-0@lo:400 Request procesed in 47us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971176.307018:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247313:12345-0@lo:400
00000100:00100000:0.0:1329971176.307030:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247313:12345-0@lo:400 Request procesed in 14us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971176.307037:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247315:12345-0@lo:400
00000100:00100000:0.0:1329971176.307047:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247315:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971176.307070:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247316:12345-0@lo:400
00000100:00100000:0.0:1329971176.307081:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247316:12345-0@lo:400 Request procesed in 16us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971176.307102:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971176 exp ffff880052834000
00000100:00100000:0.0:1329971176.307111:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247311:12345-0@lo:400
00000100:00100000:0.0:1329971176.307125:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247311:12345-0@lo:400 Request procesed in 17us (306us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971176.307137:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971176 exp ffff880008f8f400
00000100:00100000:0.0:1329971176.307146:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247314:12345-0@lo:400
00000100:00100000:0.0:1329971176.307162:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247314:12345-0@lo:400 Request procesed in 19us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971176.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247311:0@lo:400
00000100:00100000:0.0:1329971176.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247312:0@lo:400
00000100:00100000:0.0:1329971176.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247313:0@lo:400
00000100:00100000:0.0:1329971176.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247314:0@lo:400
00000100:00100000:0.0:1329971176.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247315:0@lo:400
00000100:00100000:0.0:1329971176.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247316:0@lo:400
00000100:00100000:0.0:1329971176.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971177.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971178.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971179.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971180.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971181.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971181.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971181.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971181.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333303966
00000100:00000400:0.0:1329971181.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971181.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971181.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971181.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971181.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971181.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971181.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971181.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333303966
00000100:00000400:0.0:1329971181.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971181.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971181.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971181.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373247326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971181.306714:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247325:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971181.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247325 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971181] [real_sent 1329971181] [current 1329971181] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971181.306752:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971181.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971181.306760:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971181.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247325:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971181.306765:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247326:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971181.306776:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247326 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971181] [real_sent 1329971181] [current 1329971181] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373247326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971181.306789:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373247326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971181.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971181.306795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971181.306797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247326:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971181.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247319:0@lo:400
00000100:00100000:0.0:1329971181.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971181.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247320:0@lo:400
00000100:00100000:0.0:1329971181.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971181.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247321:0@lo:400
00000100:00100000:0.0:1329971181.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971181.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247322:0@lo:400
00000100:00100000:0.0:1329971181.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971181.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247323:0@lo:400
00000100:00100000:0.0:1329971181.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971181.306879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247324:0@lo:400
00000100:00100000:0.0:1329971181.306885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971181.306902:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971181 exp ffff880008f8fc00
00000100:00080000:0.0:1329971181.306910:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971181 exp ffff880057c49800
00000100:00080000:0.0:1329971181.306915:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971181 exp ffff8800572c1c00
00000100:00080000:0.0:1329971181.306919:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971181 exp ffff880046d08400
00000100:00100000:0.0:1329971181.306935:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247320:12345-0@lo:400
00000100:00100000:0.0:1329971181.306962:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247320:12345-0@lo:400 Request procesed in 36us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971181.306974:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247321:12345-0@lo:400
00000100:00100000:0.0:1329971181.306987:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247321:12345-0@lo:400 Request procesed in 16us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971181.306994:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247323:12345-0@lo:400
00000100:00100000:0.0:1329971181.307005:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247323:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971181.307012:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247324:12345-0@lo:400
00000100:00100000:0.0:1329971181.307023:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247324:12345-0@lo:400 Request procesed in 12us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971181.307039:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971181 exp ffff880008f8f400
00000100:00100000:0.0:1329971181.307047:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247322:12345-0@lo:400
00000100:00100000:0.0:1329971181.307065:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247322:12345-0@lo:400 Request procesed in 20us (202us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971181.307089:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971181 exp ffff880052834000
00000100:00100000:0.0:1329971181.307098:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247319:12345-0@lo:400
00000100:00100000:0.0:1329971181.307112:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247319:12345-0@lo:400 Request procesed in 16us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971181.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247319:0@lo:400
00000100:00100000:0.0:1329971181.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247320:0@lo:400
00000100:00100000:0.0:1329971181.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247321:0@lo:400
00000100:00100000:0.0:1329971181.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247322:0@lo:400
00000100:00100000:0.0:1329971181.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247323:0@lo:400
00000100:00100000:0.0:1329971181.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247324:0@lo:400
00000100:00100000:0.0:1329971181.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971182.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971183.368634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971184.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971185.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971186.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971186.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971186.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971186.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333308966
00000100:00000400:0.0:1329971186.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971186.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971186.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971186.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971186.306703:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971186.306704:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971186.306706:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971186.306708:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333308966
00000100:00000400:0.0:1329971186.306709:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971186.306712:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971186.306714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971186.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373247334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971186.306737:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247333:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971186.306765:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247333 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971186] [real_sent 1329971186] [current 1329971186] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971186.306775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971186.306782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971186.306784:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971186.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247333:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971186.306789:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247334:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971186.306797:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247334 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971186] [real_sent 1329971186] [current 1329971186] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373247334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971186.306804:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373247334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971186.306809:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971186.306810:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971186.306812:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247334:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971186.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247327:0@lo:400
00000100:00100000:0.0:1329971186.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971186.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247328:0@lo:400
00000100:00100000:0.0:1329971186.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971186.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247329:0@lo:400
00000100:00100000:0.0:1329971186.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971186.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247330:0@lo:400
00000100:00100000:0.0:1329971186.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971186.306916:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247331:0@lo:400
00000100:00100000:0.0:1329971186.306925:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971186.306930:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247332:0@lo:400
00000100:00100000:0.0:1329971186.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971186.306956:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971186 exp ffff880008f8fc00
00000100:00080000:0.0:1329971186.306965:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971186 exp ffff880057c49800
00000100:00080000:0.0:1329971186.306970:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971186 exp ffff8800572c1c00
00000100:00080000:0.0:1329971186.306974:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971186 exp ffff880046d08400
00000100:00100000:0.0:1329971186.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247328:12345-0@lo:400
00000100:00100000:0.0:1329971186.307030:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247328:12345-0@lo:400 Request procesed in 50us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971186.307040:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247329:12345-0@lo:400
00000100:00100000:0.0:1329971186.307053:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247329:12345-0@lo:400 Request procesed in 15us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971186.307060:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247331:12345-0@lo:400
00000100:00100000:0.0:1329971186.307071:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247331:12345-0@lo:400 Request procesed in 13us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971186.307077:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247332:12345-0@lo:400
00000100:00100000:0.0:1329971186.307088:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247332:12345-0@lo:400 Request procesed in 13us (152us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971186.307107:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971186 exp ffff880052834000
00000100:00100000:0.0:1329971186.307115:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247327:12345-0@lo:400
00000100:00100000:0.0:1329971186.307129:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247327:12345-0@lo:400 Request procesed in 17us (292us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971186.307143:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971186 exp ffff880008f8f400
00000100:00100000:0.0:1329971186.307151:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247330:12345-0@lo:400
00000100:00100000:0.0:1329971186.307168:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247330:12345-0@lo:400 Request procesed in 20us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971186.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247327:0@lo:400
00000100:00100000:0.0:1329971186.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247328:0@lo:400
00000100:00100000:0.0:1329971186.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247329:0@lo:400
00000100:00100000:0.0:1329971186.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247330:0@lo:400
00000100:00100000:0.0:1329971186.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247331:0@lo:400
00000100:00100000:0.0:1329971186.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247332:0@lo:400
00000100:00100000:0.0:1329971186.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971187.368585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971188.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971189.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971190.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971191.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971191.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971191.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971191.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333313966
00000100:00000400:0.0:1329971191.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971191.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971191.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971191.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373247341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971191.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971191.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971191.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971191.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333313966
00000100:00000400:0.0:1329971191.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971191.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971191.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971191.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971191.306715:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247341:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971191.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247341 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971191] [real_sent 1329971191] [current 1329971191] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373247341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971191.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373247341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971191.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971191.306761:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971191.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247341:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971191.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247342:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971191.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247342 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971191] [real_sent 1329971191] [current 1329971191] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971191.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971191.306786:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971191.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971191.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247342:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971191.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247335:0@lo:400
00000100:00100000:0.0:1329971191.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971191.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247336:0@lo:400
00000100:00100000:0.0:1329971191.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971191.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247337:0@lo:400
00000100:00100000:0.0:1329971191.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971191.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247338:0@lo:400
00000100:00100000:0.0:1329971191.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971191.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247339:0@lo:400
00000100:00100000:0.0:1329971191.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971191.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247340:0@lo:400
00000100:00100000:0.0:1329971191.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971191.306938:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971191 exp ffff880008f8fc00
00000100:00080000:0.0:1329971191.306947:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971191 exp ffff880057c49800
00000100:00080000:0.0:1329971191.306952:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971191 exp ffff8800572c1c00
00000100:00080000:0.0:1329971191.306956:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971191 exp ffff880046d08400
00000100:00100000:0.0:1329971191.306975:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247336:12345-0@lo:400
00000100:00100000:0.0:1329971191.307003:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247336:12345-0@lo:400 Request procesed in 39us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971191.307013:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247337:12345-0@lo:400
00000100:00100000:0.0:1329971191.307025:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247337:12345-0@lo:400 Request procesed in 14us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971191.307046:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247339:12345-0@lo:400
00000100:00100000:0.0:1329971191.307058:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247339:12345-0@lo:400 Request procesed in 15us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971191.307065:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247340:12345-0@lo:400
00000100:00100000:0.0:1329971191.307110:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247340:12345-0@lo:400 Request procesed in 47us (192us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971191.307130:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971191 exp ffff880008f8f400
00000100:00100000:0.0:1329971191.307139:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247338:12345-0@lo:400
00000100:00100000:0.0:1329971191.307157:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247338:12345-0@lo:400 Request procesed in 21us (300us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971191.307169:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971191 exp ffff880052834000
00000100:00100000:0.0:1329971191.307177:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247335:12345-0@lo:400
00000100:00100000:0.0:1329971191.307192:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247335:12345-0@lo:400 Request procesed in 17us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971191.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247335:0@lo:400
00000100:00100000:0.0:1329971191.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247336:0@lo:400
00000100:00100000:0.0:1329971191.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247337:0@lo:400
00000100:00100000:0.0:1329971191.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247338:0@lo:400
00000100:00100000:0.0:1329971191.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247339:0@lo:400
00000100:00100000:0.0:1329971191.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247340:0@lo:400
00000100:00100000:0.0:1329971191.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971192.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971193.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971194.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971195.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971196.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971196.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971196.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971196.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333318966
00000100:00000400:0.0:1329971196.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971196.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971196.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971196.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971196.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971196.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971196.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971196.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333318966
00000100:00000400:0.0:1329971196.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971196.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971196.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971196.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971196.306715:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247349:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971196.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247349 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971196] [real_sent 1329971196] [current 1329971196] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971196.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971196.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971196.306760:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971196.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247349:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971196.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247350:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971196.306773:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247350 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971196] [real_sent 1329971196] [current 1329971196] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971196.306780:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971196.306785:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971196.306786:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971196.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247350:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971196.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247343:0@lo:400
00000100:00100000:0.0:1329971196.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971196.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247344:0@lo:400
00000100:00100000:0.0:1329971196.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971196.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247345:0@lo:400
00000100:00100000:0.0:1329971196.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971196.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247346:0@lo:400
00000100:00100000:0.0:1329971196.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971196.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247347:0@lo:400
00000100:00100000:0.0:1329971196.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971196.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247348:0@lo:400
00000100:00100000:0.0:1329971196.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971196.306896:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971196 exp ffff880008f8fc00
00000100:00080000:0.0:1329971196.306904:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971196 exp ffff880057c49800
00000100:00080000:0.0:1329971196.306908:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971196 exp ffff8800572c1c00
00000100:00080000:0.0:1329971196.306913:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971196 exp ffff880046d08400
00000100:00100000:0.0:1329971196.306937:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247344:12345-0@lo:400
00000100:00100000:0.0:1329971196.306963:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247344:12345-0@lo:400 Request procesed in 44us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971196.306973:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247345:12345-0@lo:400
00000100:00100000:0.0:1329971196.306984:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247345:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971196.306991:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247347:12345-0@lo:400
00000100:00100000:0.0:1329971196.307002:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247347:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971196.307009:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247348:12345-0@lo:400
00000100:00100000:0.0:1329971196.307021:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247348:12345-0@lo:400 Request procesed in 13us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971196.307039:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971196 exp ffff880052834000
00000100:00100000:0.0:1329971196.307047:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247343:12345-0@lo:400
00000100:00100000:0.0:1329971196.307061:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247343:12345-0@lo:400 Request procesed in 16us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971196.307074:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971196 exp ffff880008f8f400
00000100:00100000:0.0:1329971196.307082:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247346:12345-0@lo:400
00000100:00100000:0.0:1329971196.307099:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247346:12345-0@lo:400 Request procesed in 19us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971196.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247343:0@lo:400
00000100:00100000:0.0:1329971196.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247344:0@lo:400
00000100:00100000:0.0:1329971196.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247345:0@lo:400
00000100:00100000:0.0:1329971196.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247346:0@lo:400
00000100:00100000:0.0:1329971196.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247347:0@lo:400
00000100:00100000:0.0:1329971196.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247348:0@lo:400
00000100:00100000:0.0:1329971196.368637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971197.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971198.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971199.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971200.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971201.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971201.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971201.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971201.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333323966
00000100:00000400:0.0:1329971201.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971201.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971201.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971201.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971201.306709:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971201.306711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971201.306712:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971201.306715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333323966
00000100:00000400:0.0:1329971201.306716:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971201.306719:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971201.306721:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971201.306726:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971201.306748:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247357:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971201.306775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247357 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971201] [real_sent 1329971201] [current 1329971201] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971201.306786:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971201.306792:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971201.306794:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971201.306796:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247357:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971201.306799:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247358:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971201.306806:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247358 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971201] [real_sent 1329971201] [current 1329971201] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971201.306820:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971201.306825:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971201.306826:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971201.306828:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247358:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971201.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247351:0@lo:400
00000100:00100000:0.0:1329971201.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971201.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247352:0@lo:400
00000100:00100000:0.0:1329971201.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971201.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247353:0@lo:400
00000100:00100000:0.0:1329971201.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971201.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247354:0@lo:400
00000100:00100000:0.0:1329971201.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971201.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247355:0@lo:400
00000100:00100000:0.0:1329971201.306906:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971201.306911:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247356:0@lo:400
00000100:00100000:0.0:1329971201.306917:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971201.306935:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971201 exp ffff880008f8fc00
00000100:00080000:0.0:1329971201.306943:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971201 exp ffff880057c49800
00000100:00080000:0.0:1329971201.306948:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971201 exp ffff8800572c1c00
00000100:00080000:0.0:1329971201.306952:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971201 exp ffff880046d08400
00000100:00100000:0.0:1329971201.306969:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247352:12345-0@lo:400
00000100:00100000:0.0:1329971201.306995:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247352:12345-0@lo:400 Request procesed in 37us (124us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971201.307007:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247353:12345-0@lo:400
00000100:00100000:0.0:1329971201.307019:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247353:12345-0@lo:400 Request procesed in 15us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971201.307026:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247355:12345-0@lo:400
00000100:00100000:0.0:1329971201.307037:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247355:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971201.307044:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247356:12345-0@lo:400
00000100:00100000:0.0:1329971201.307056:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247356:12345-0@lo:400 Request procesed in 14us (139us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971201.307073:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971201 exp ffff880008f8f400
00000100:00100000:0.0:1329971201.307082:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247354:12345-0@lo:400
00000100:00100000:0.0:1329971201.307098:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247354:12345-0@lo:400 Request procesed in 19us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971201.307109:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971201 exp ffff880052834000
00000100:00100000:0.0:1329971201.307117:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247351:12345-0@lo:400
00000100:00100000:0.0:1329971201.307130:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247351:12345-0@lo:400 Request procesed in 16us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971201.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247351:0@lo:400
00000100:00100000:0.0:1329971201.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247352:0@lo:400
00000100:00100000:0.0:1329971201.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247353:0@lo:400
00000100:00100000:0.0:1329971201.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247354:0@lo:400
00000100:00100000:0.0:1329971201.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247355:0@lo:400
00000100:00100000:0.0:1329971201.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247356:0@lo:400
00000100:00100000:0.0:1329971201.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971202.368640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971203.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971204.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971205.369046:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971206.306659:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971206.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971206.306667:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971206.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333328966
00000100:00000400:0.0:1329971206.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971206.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971206.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971206.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971206.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971206.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971206.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971206.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333328966
00000100:00000400:0.0:1329971206.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971206.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971206.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971206.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373247366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971206.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247359:0@lo:400
00000100:00100000:0.0:1329971206.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971206.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247360:0@lo:400
00000100:00100000:0.0:1329971206.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971206.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247361:0@lo:400
00000100:00100000:0.0:1329971206.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971206.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247362:0@lo:400
00000100:00100000:0.0:1329971206.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971206.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247363:0@lo:400
00000100:00100000:0.0:1329971206.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971206.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247364:0@lo:400
00000100:00100000:0.0:1329971206.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971206.306888:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971206 exp ffff880008f8fc00
00000100:00080000:0.0:1329971206.306897:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971206 exp ffff880057c49800
00000100:00080000:0.0:1329971206.306902:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971206 exp ffff8800572c1c00
00000100:00080000:0.0:1329971206.306906:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971206 exp ffff880046d08400
00000100:00100000:0.0:1329971206.306930:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247360:12345-0@lo:400
00000100:00100000:0.0:1329971206.306959:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247360:12345-0@lo:400 Request procesed in 46us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971206.306984:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247361:12345-0@lo:400
00000100:00100000:0.0:1329971206.306998:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247361:12345-0@lo:400 Request procesed in 18us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971206.307005:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247363:12345-0@lo:400
00000100:00100000:0.0:1329971206.307016:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247363:12345-0@lo:400 Request procesed in 13us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971206.307022:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247364:12345-0@lo:400
00000100:00100000:0.0:1329971206.307033:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247364:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971206.307052:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971206 exp ffff880052834000
00000100:00100000:0.0:1329971206.307060:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247359:12345-0@lo:400
00000100:00100000:0.0:1329971206.307074:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247359:12345-0@lo:400 Request procesed in 16us (311us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971206.307087:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971206 exp ffff880008f8f400
00000100:00100000:0.0:1329971206.307095:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247362:12345-0@lo:400
00000100:00100000:0.0:1329971206.307112:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247362:12345-0@lo:400 Request procesed in 19us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971206.307124:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247365:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971206.307138:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247365 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971206] [real_sent 1329971206] [current 1329971206] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971206.307148:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971206.307154:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971206.307156:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971206.307159:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247365:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971206.307162:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247366:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971206.307169:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247366 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971206] [real_sent 1329971206] [current 1329971206] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373247366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971206.307176:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373247366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971206.307180:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971206.307182:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971206.307184:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247366:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971206.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247359:0@lo:400
00000100:00100000:0.0:1329971206.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247360:0@lo:400
00000100:00100000:0.0:1329971206.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247361:0@lo:400
00000100:00100000:0.0:1329971206.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247362:0@lo:400
00000100:00100000:0.0:1329971206.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247363:0@lo:400
00000100:00100000:0.0:1329971206.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247364:0@lo:400
00000100:00100000:0.0:1329971206.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971207.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971208.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971209.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971210.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971211.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971211.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971211.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971211.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333333966
00000100:00000400:0.0:1329971211.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971211.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971211.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971211.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373247373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971211.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971211.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971211.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971211.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333333966
00000100:00000400:0.0:1329971211.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971211.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971211.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971211.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971211.306723:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247367:0@lo:400
00000100:00100000:0.0:1329971211.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971211.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247368:0@lo:400
00000100:00100000:0.0:1329971211.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971211.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247369:0@lo:400
00000100:00100000:0.0:1329971211.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971211.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247370:0@lo:400
00000100:00100000:0.0:1329971211.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971211.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247371:0@lo:400
00000100:00100000:0.0:1329971211.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971211.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247372:0@lo:400
00000100:00100000:0.0:1329971211.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971211.306836:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971211 exp ffff880008f8fc00
00000100:00080000:0.0:1329971211.306844:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971211 exp ffff880057c49800
00000100:00080000:0.0:1329971211.306849:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971211 exp ffff8800572c1c00
00000100:00080000:0.0:1329971211.306854:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971211 exp ffff880046d08400
00000100:00100000:0.0:1329971211.306869:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247368:12345-0@lo:400
00000100:00100000:0.0:1329971211.306897:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247368:12345-0@lo:400 Request procesed in 37us (129us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971211.306906:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247369:12345-0@lo:400
00000100:00100000:0.0:1329971211.306919:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247369:12345-0@lo:400 Request procesed in 14us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971211.306925:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247371:12345-0@lo:400
00000100:00100000:0.0:1329971211.306938:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247371:12345-0@lo:400 Request procesed in 14us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971211.306945:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247372:12345-0@lo:400
00000100:00100000:0.0:1329971211.306956:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247372:12345-0@lo:400 Request procesed in 13us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971211.306973:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971211 exp ffff880008f8f400
00000100:00100000:0.0:1329971211.306981:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247370:12345-0@lo:400
00000100:00100000:0.0:1329971211.306998:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247370:12345-0@lo:400 Request procesed in 19us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971211.307008:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971211 exp ffff880052834000
00000100:00100000:0.0:1329971211.307016:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247367:12345-0@lo:400
00000100:00100000:0.0:1329971211.307029:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247367:12345-0@lo:400 Request procesed in 16us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971211.307045:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247373:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971211.307058:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247373 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971211] [real_sent 1329971211] [current 1329971211] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373247373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971211.307068:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373247373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971211.307074:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971211.307076:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971211.307078:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247373:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971211.307081:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247374:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971211.307088:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247374 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971211] [real_sent 1329971211] [current 1329971211] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971211.307102:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971211.307106:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971211.307108:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971211.307110:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247374:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971211.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247367:0@lo:400
00000100:00100000:0.0:1329971211.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247368:0@lo:400
00000100:00100000:0.0:1329971211.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247369:0@lo:400
00000100:00100000:0.0:1329971211.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247370:0@lo:400
00000100:00100000:0.0:1329971211.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247371:0@lo:400
00000100:00100000:0.0:1329971211.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247372:0@lo:400
00000100:00100000:0.0:1329971211.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971212.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971213.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971214.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971215.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971216.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971216.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971216.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971216.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333338966
00000100:00000400:0.0:1329971216.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971216.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971216.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971216.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971216.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971216.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971216.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971216.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333338966
00000100:00000400:0.0:1329971216.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971216.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971216.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971216.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971216.306724:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247381:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971216.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247381 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971216] [real_sent 1329971216] [current 1329971216] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971216.306762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971216.306769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971216.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971216.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247381:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971216.306775:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247382:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971216.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247382 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971216] [real_sent 1329971216] [current 1329971216] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971216.306790:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971216.306795:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971216.306796:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971216.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247382:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971216.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247375:0@lo:400
00000100:00100000:0.0:1329971216.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971216.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247376:0@lo:400
00000100:00100000:0.0:1329971216.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971216.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247377:0@lo:400
00000100:00100000:0.0:1329971216.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971216.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247378:0@lo:400
00000100:00100000:0.0:1329971216.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971216.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247379:0@lo:400
00000100:00100000:0.0:1329971216.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971216.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247380:0@lo:400
00000100:00100000:0.0:1329971216.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971216.306906:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971216 exp ffff880008f8fc00
00000100:00080000:0.0:1329971216.306914:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971216 exp ffff880057c49800
00000100:00080000:0.0:1329971216.306918:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971216 exp ffff8800572c1c00
00000100:00080000:0.0:1329971216.306923:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971216 exp ffff880046d08400
00000100:00100000:0.0:1329971216.306948:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247376:12345-0@lo:400
00000100:00100000:0.0:1329971216.306975:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247376:12345-0@lo:400 Request procesed in 46us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971216.306984:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247377:12345-0@lo:400
00000100:00100000:0.0:1329971216.306997:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247377:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971216.307004:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247379:12345-0@lo:400
00000100:00100000:0.0:1329971216.307015:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247379:12345-0@lo:400 Request procesed in 14us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971216.307022:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247380:12345-0@lo:400
00000100:00100000:0.0:1329971216.307033:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247380:12345-0@lo:400 Request procesed in 12us (144us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971216.307062:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971216 exp ffff880052834000
00000100:00100000:0.0:1329971216.307073:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247375:12345-0@lo:400
00000100:00100000:0.0:1329971216.307087:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247375:12345-0@lo:400 Request procesed in 19us (263us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971216.307099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971216 exp ffff880008f8f400
00000100:00100000:0.0:1329971216.307107:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247378:12345-0@lo:400
00000100:00100000:0.0:1329971216.307123:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247378:12345-0@lo:400 Request procesed in 19us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971216.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247375:0@lo:400
00000100:00100000:0.0:1329971216.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247376:0@lo:400
00000100:00100000:0.0:1329971216.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247377:0@lo:400
00000100:00100000:0.0:1329971216.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247378:0@lo:400
00000100:00100000:0.0:1329971216.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247379:0@lo:400
00000100:00100000:0.0:1329971216.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247380:0@lo:400
00000100:00100000:0.0:1329971216.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971217.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971218.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971219.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971220.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971221.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971221.306637:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971221.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971221.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333343966
00000100:00000400:0.0:1329971221.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971221.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971221.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971221.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971221.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971221.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971221.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971221.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333343966
00000100:00000400:0.0:1329971221.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971221.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971221.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971221.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373247390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971221.306708:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247389:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971221.306736:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247389 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971221] [real_sent 1329971221] [current 1329971221] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971221.306747:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971221.306753:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971221.306755:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971221.306757:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247389:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971221.306760:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247390:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971221.306767:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247390 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971221] [real_sent 1329971221] [current 1329971221] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373247390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971221.306774:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373247390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971221.306779:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971221.306780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971221.306782:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247390:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971221.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247383:0@lo:400
00000100:00100000:0.0:1329971221.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971221.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247384:0@lo:400
00000100:00100000:0.0:1329971221.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971221.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247385:0@lo:400
00000100:00100000:0.0:1329971221.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971221.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247386:0@lo:400
00000100:00100000:0.0:1329971221.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971221.306912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247387:0@lo:400
00000100:00100000:0.0:1329971221.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971221.306923:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247388:0@lo:400
00000100:00100000:0.0:1329971221.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971221.306949:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971221 exp ffff880008f8fc00
00000100:00080000:0.0:1329971221.306958:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971221 exp ffff880057c49800
00000100:00080000:0.0:1329971221.306963:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971221 exp ffff8800572c1c00
00000100:00080000:0.0:1329971221.306967:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971221 exp ffff880046d08400
00000100:00100000:0.0:1329971221.306984:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247384:12345-0@lo:400
00000100:00100000:0.0:1329971221.307012:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247384:12345-0@lo:400 Request procesed in 39us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971221.307056:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247385:12345-0@lo:400
00000100:00100000:0.0:1329971221.307071:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247385:12345-0@lo:400 Request procesed in 18us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971221.307078:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247387:12345-0@lo:400
00000100:00100000:0.0:1329971221.307090:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247387:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971221.307096:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247388:12345-0@lo:400
00000100:00100000:0.0:1329971221.307108:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247388:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971221.307126:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971221 exp ffff880008f8f400
00000100:00100000:0.0:1329971221.307135:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247386:12345-0@lo:400
00000100:00100000:0.0:1329971221.307152:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247386:12345-0@lo:400 Request procesed in 20us (245us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971221.307163:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971221 exp ffff880052834000
00000100:00100000:0.0:1329971221.307171:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247383:12345-0@lo:400
00000100:00100000:0.0:1329971221.307186:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247383:12345-0@lo:400 Request procesed in 18us (378us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971221.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247383:0@lo:400
00000100:00100000:0.0:1329971221.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247384:0@lo:400
00000100:00100000:0.0:1329971221.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247385:0@lo:400
00000100:00100000:0.0:1329971221.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247386:0@lo:400
00000100:00100000:0.0:1329971221.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247387:0@lo:400
00000100:00100000:0.0:1329971221.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247388:0@lo:400
00000100:00100000:0.0:1329971221.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971222.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971223.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971224.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971225.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971226.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971226.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971226.306667:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971226.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333348966
00000100:00000400:0.0:1329971226.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971226.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971226.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971226.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971226.306700:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971226.306702:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971226.306703:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971226.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333348966
00000100:00000400:0.0:1329971226.306707:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971226.306709:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971226.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971226.306715:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373247398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971226.306736:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247397:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971226.306764:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247397 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971226] [real_sent 1329971226] [current 1329971226] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971226.306774:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971226.306781:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971226.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971226.306785:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247397:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971226.306788:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247398:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971226.306795:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247398 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971226] [real_sent 1329971226] [current 1329971226] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373247398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971226.306802:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373247398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971226.306807:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971226.306808:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971226.306810:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247398:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971226.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247391:0@lo:400
00000100:00100000:0.0:1329971226.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971226.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247392:0@lo:400
00000100:00100000:0.0:1329971226.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971226.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247393:0@lo:400
00000100:00100000:0.0:1329971226.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971226.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247394:0@lo:400
00000100:00100000:0.0:1329971226.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971226.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247395:0@lo:400
00000100:00100000:0.0:1329971226.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971226.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247396:0@lo:400
00000100:00100000:0.0:1329971226.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971226.306916:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971226 exp ffff880008f8fc00
00000100:00080000:0.0:1329971226.306924:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971226 exp ffff880057c49800
00000100:00080000:0.0:1329971226.306929:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971226 exp ffff8800572c1c00
00000100:00080000:0.0:1329971226.306933:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971226 exp ffff880046d08400
00000100:00100000:0.0:1329971226.306957:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247392:12345-0@lo:400
00000100:00100000:0.0:1329971226.306984:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247392:12345-0@lo:400 Request procesed in 45us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971226.306994:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247393:12345-0@lo:400
00000100:00100000:0.0:1329971226.307006:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247393:12345-0@lo:400 Request procesed in 15us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971226.307013:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247395:12345-0@lo:400
00000100:00100000:0.0:1329971226.307024:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247395:12345-0@lo:400 Request procesed in 13us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971226.307031:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247396:12345-0@lo:400
00000100:00100000:0.0:1329971226.307042:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247396:12345-0@lo:400 Request procesed in 13us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971226.307060:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971226 exp ffff880052834000
00000100:00100000:0.0:1329971226.307068:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247391:12345-0@lo:400
00000100:00100000:0.0:1329971226.307082:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247391:12345-0@lo:400 Request procesed in 17us (247us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971226.307096:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971226 exp ffff880008f8f400
00000100:00100000:0.0:1329971226.307104:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247394:12345-0@lo:400
00000100:00100000:0.0:1329971226.307120:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247394:12345-0@lo:400 Request procesed in 19us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971226.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247391:0@lo:400
00000100:00100000:0.0:1329971226.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247392:0@lo:400
00000100:00100000:0.0:1329971226.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247393:0@lo:400
00000100:00100000:0.0:1329971226.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247394:0@lo:400
00000100:00100000:0.0:1329971226.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247395:0@lo:400
00000100:00100000:0.0:1329971226.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247396:0@lo:400
00000100:00100000:0.0:1329971226.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971227.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971228.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971229.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971230.368634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971231.306621:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971231.306628:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971231.306630:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971231.306635:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333353966
00000100:00000400:0.0:1329971231.306638:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971231.306643:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971231.306649:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971231.306657:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373247405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971231.306664:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971231.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971231.306667:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971231.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333353966
00000100:00000400:0.0:1329971231.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971231.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971231.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971231.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373247406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971231.306700:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247405:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971231.306738:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247405 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971231] [real_sent 1329971231] [current 1329971231] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373247405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971231.306749:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373247405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971231.306755:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971231.306756:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971231.306759:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247405:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971231.306762:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247406:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971231.306769:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247406 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971231] [real_sent 1329971231] [current 1329971231] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373247406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971231.306777:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373247406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971231.306782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971231.306783:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971231.306785:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247406:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971231.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247399:0@lo:400
00000100:00100000:0.0:1329971231.306917:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971231.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247400:0@lo:400
00000100:00100000:0.0:1329971231.306934:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971231.306939:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247401:0@lo:400
00000100:00100000:0.0:1329971231.306946:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971231.306951:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247402:0@lo:400
00000100:00100000:0.0:1329971231.306959:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971231.306964:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247403:0@lo:400
00000100:00100000:0.0:1329971231.306970:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971231.306976:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247404:0@lo:400
00000100:00100000:0.0:1329971231.307014:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971231.307037:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971231 exp ffff880008f8fc00
00000100:00080000:0.0:1329971231.307046:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971231 exp ffff880057c49800
00000100:00080000:0.0:1329971231.307051:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971231 exp ffff8800572c1c00
00000100:00080000:0.0:1329971231.307055:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971231 exp ffff880046d08400
00000100:00100000:0.0:1329971231.307072:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247400:12345-0@lo:400
00000100:00100000:0.0:1329971231.307101:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247400:12345-0@lo:400 Request procesed in 39us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971231.307110:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247401:12345-0@lo:400
00000100:00100000:0.0:1329971231.307123:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247401:12345-0@lo:400 Request procesed in 14us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971231.307130:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247403:12345-0@lo:400
00000100:00100000:0.0:1329971231.307141:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247403:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971231.307161:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247404:12345-0@lo:400
00000100:00100000:0.0:1329971231.307173:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247404:12345-0@lo:400 Request procesed in 13us (158us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971231.307191:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971231 exp ffff880052834000
00000100:00100000:0.0:1329971231.307200:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247399:12345-0@lo:400
00000100:00100000:0.0:1329971231.307214:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247399:12345-0@lo:400 Request procesed in 16us (297us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971231.307226:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971231 exp ffff880008f8f400
00000100:00100000:0.0:1329971231.307235:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247402:12345-0@lo:400
00000100:00100000:0.0:1329971231.307251:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247402:12345-0@lo:400 Request procesed in 19us (292us total) trans 0 rc 0/0
00000400:02020000:0.0:1329971231.307310:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971231.307387:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971231.307399:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971231.307416:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247399:0@lo:400
00000100:00100000:0.0:1329971231.307423:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247400:0@lo:400
00000100:00100000:0.0:1329971231.307428:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247401:0@lo:400
00000100:00100000:0.0:1329971231.307432:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247402:0@lo:400
00000100:00100000:0.0:1329971231.307436:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247403:0@lo:400
00000100:00100000:0.0:1329971231.307440:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247404:0@lo:400
00000100:00100000:0.0:1329971231.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971232.368633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971233.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971234.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971235.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971236.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971236.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971236.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971236.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333358966
00000100:00000400:0.0:1329971236.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971236.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971236.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971236.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971236.306717:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971236.306718:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971236.306720:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971236.306722:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333358966
00000100:00000400:0.0:1329971236.306724:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971236.306726:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971236.306728:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971236.306731:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373247414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971236.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247407:0@lo:400
00000100:00100000:0.0:1329971236.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971236.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247408:0@lo:400
00000100:00100000:0.0:1329971236.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971236.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247409:0@lo:400
00000100:00100000:0.0:1329971236.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971236.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247410:0@lo:400
00000100:00100000:0.0:1329971236.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971236.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247411:0@lo:400
00000100:00100000:0.0:1329971236.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971236.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247412:0@lo:400
00000100:00100000:0.0:1329971236.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971236.306865:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971236 exp ffff880052834000
00000100:00100000:0.0:1329971236.306891:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247407:12345-0@lo:400
00000100:00100000:0.0:1329971236.306916:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247407:12345-0@lo:400 Request procesed in 42us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971236.306930:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971236 exp ffff880008f8fc00
00000100:00080000:0.0:1329971236.306937:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971236 exp ffff880057c49800
00000100:00080000:0.0:1329971236.306942:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971236 exp ffff8800572c1c00
00000100:00080000:0.0:1329971236.306946:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971236 exp ffff880046d08400
00000100:00100000:0.0:1329971236.306956:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247408:12345-0@lo:400
00000100:00100000:0.0:1329971236.306974:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247408:12345-0@lo:400 Request procesed in 22us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971236.306982:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247409:12345-0@lo:400
00000100:00100000:0.0:1329971236.306994:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247409:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971236.307001:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247411:12345-0@lo:400
00000100:00100000:0.0:1329971236.307011:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247411:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971236.307018:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247412:12345-0@lo:400
00000100:00100000:0.0:1329971236.307029:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247412:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971236.307040:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971236 exp ffff880008f8f400
00000100:00100000:0.0:1329971236.307048:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247410:12345-0@lo:400
00000100:00100000:0.0:1329971236.307065:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247410:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971236.307097:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247413:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971236.307110:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247413 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971236] [real_sent 1329971236] [current 1329971236] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971236.307126:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971236.307132:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971236.307134:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971236.307137:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247413:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971236.307140:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247414:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971236.307146:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247414 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971236] [real_sent 1329971236] [current 1329971236] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373247414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971236.307153:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373247414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971236.307158:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971236.307159:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971236.307161:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247414:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971236.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247407:0@lo:400
00000100:00100000:0.0:1329971236.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247408:0@lo:400
00000100:00100000:0.0:1329971236.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247409:0@lo:400
00000100:00100000:0.0:1329971236.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247410:0@lo:400
00000100:00100000:0.0:1329971236.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247411:0@lo:400
00000100:00100000:0.0:1329971236.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247412:0@lo:400
00000100:00100000:0.0:1329971236.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971237.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971238.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971239.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971240.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971241.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971241.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971241.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971241.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333363966
00000100:00000400:0.0:1329971241.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971241.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971241.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971241.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373247421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971241.306707:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971241.306709:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971241.306710:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971241.306713:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333363966
00000100:00000400:0.0:1329971241.306714:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971241.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971241.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971241.306722:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373247422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971241.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247415:0@lo:400
00000100:00100000:0.0:1329971241.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971241.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247416:0@lo:400
00000100:00100000:0.0:1329971241.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971241.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247417:0@lo:400
00000100:00100000:0.0:1329971241.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971241.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247418:0@lo:400
00000100:00100000:0.0:1329971241.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971241.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247419:0@lo:400
00000100:00100000:0.0:1329971241.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971241.306921:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247420:0@lo:400
00000100:00100000:0.0:1329971241.306928:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971241.306949:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971241 exp ffff880052834000
00000100:00100000:0.0:1329971241.306968:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247415:12345-0@lo:400
00000100:00100000:0.0:1329971241.306993:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247415:12345-0@lo:400 Request procesed in 35us (194us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971241.307007:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971241 exp ffff880008f8fc00
00000100:00080000:0.0:1329971241.307013:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971241 exp ffff880057c49800
00000100:00080000:0.0:1329971241.307018:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971241 exp ffff8800572c1c00
00000100:00080000:0.0:1329971241.307022:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971241 exp ffff880046d08400
00000100:00100000:0.0:1329971241.307030:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247416:12345-0@lo:400
00000100:00100000:0.0:1329971241.307047:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247416:12345-0@lo:400 Request procesed in 19us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971241.307055:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247417:12345-0@lo:400
00000100:00100000:0.0:1329971241.307066:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247417:12345-0@lo:400 Request procesed in 14us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971241.307073:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247419:12345-0@lo:400
00000100:00100000:0.0:1329971241.307084:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247419:12345-0@lo:400 Request procesed in 12us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971241.307090:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247420:12345-0@lo:400
00000100:00100000:0.0:1329971241.307101:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247420:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971241.307114:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971241 exp ffff880008f8f400
00000100:00100000:0.0:1329971241.307122:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247418:12345-0@lo:400
00000100:00100000:0.0:1329971241.307139:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247418:12345-0@lo:400 Request procesed in 19us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971241.307160:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247421:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971241.307173:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247421 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971241] [real_sent 1329971241] [current 1329971241] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373247421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971241.307183:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373247421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971241.307189:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971241.307191:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971241.307194:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247421:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971241.307197:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247422:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971241.307204:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247422 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971241] [real_sent 1329971241] [current 1329971241] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373247422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971241.307211:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373247422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971241.307216:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971241.307217:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971241.307219:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247422:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971241.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247415:0@lo:400
00000100:00100000:0.0:1329971241.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247416:0@lo:400
00000100:00100000:0.0:1329971241.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247417:0@lo:400
00000100:00100000:0.0:1329971241.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247418:0@lo:400
00000100:00100000:0.0:1329971241.307253:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247419:0@lo:400
00000100:00100000:0.0:1329971241.307257:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247420:0@lo:400
00000100:00100000:0.0:1329971241.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971242.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971243.368608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971244.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971245.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971246.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971246.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971246.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971246.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333368966
00000100:00000400:0.0:1329971246.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971246.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971246.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971246.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373247429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971246.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971246.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971246.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971246.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333368966
00000100:00000400:0.0:1329971246.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971246.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971246.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971246.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971246.306728:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247423:0@lo:400
00000100:00100000:0.0:1329971246.306754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971246.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247424:0@lo:400
00000100:00100000:0.0:1329971246.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971246.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247425:0@lo:400
00000100:00100000:0.0:1329971246.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971246.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247426:0@lo:400
00000100:00100000:0.0:1329971246.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971246.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247427:0@lo:400
00000100:00100000:0.0:1329971246.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971246.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247428:0@lo:400
00000100:00100000:0.0:1329971246.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971246.306910:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971246 exp ffff880052834000
00000100:00100000:0.0:1329971246.306937:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247423:12345-0@lo:400
00000100:00100000:0.0:1329971246.306962:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247423:12345-0@lo:400 Request procesed in 43us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971246.306976:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971246 exp ffff880008f8fc00
00000100:00080000:0.0:1329971246.306983:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971246 exp ffff880057c49800
00000100:00080000:0.0:1329971246.306987:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971246 exp ffff8800572c1c00
00000100:00080000:0.0:1329971246.306992:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971246 exp ffff880046d08400
00000100:00100000:0.0:1329971246.307002:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247424:12345-0@lo:400
00000100:00100000:0.0:1329971246.307018:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247424:12345-0@lo:400 Request procesed in 22us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971246.307026:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247425:12345-0@lo:400
00000100:00100000:0.0:1329971246.307038:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247425:12345-0@lo:400 Request procesed in 14us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971246.307056:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247427:12345-0@lo:400
00000100:00100000:0.0:1329971246.307067:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247427:12345-0@lo:400 Request procesed in 14us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971246.307074:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247428:12345-0@lo:400
00000100:00100000:0.0:1329971246.307084:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247428:12345-0@lo:400 Request procesed in 12us (194us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971246.307095:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971246 exp ffff880008f8f400
00000100:00100000:0.0:1329971246.307104:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247426:12345-0@lo:400
00000100:00100000:0.0:1329971246.307120:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247426:12345-0@lo:400 Request procesed in 19us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971246.307141:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247429:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971246.307154:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247429 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971246] [real_sent 1329971246] [current 1329971246] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373247429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971246.307163:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373247429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971246.307170:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971246.307171:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971246.307174:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247429:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971246.307177:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247430:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971246.307184:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247430 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971246] [real_sent 1329971246] [current 1329971246] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971246.307191:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971246.307196:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971246.307198:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971246.307200:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247430:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971246.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247423:0@lo:400
00000100:00100000:0.0:1329971246.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247424:0@lo:400
00000100:00100000:0.0:1329971246.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247425:0@lo:400
00000100:00100000:0.0:1329971246.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247426:0@lo:400
00000100:00100000:0.0:1329971246.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247427:0@lo:400
00000100:00100000:0.0:1329971246.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247428:0@lo:400
00000100:00100000:0.0:1329971246.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971247.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971248.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971249.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971250.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971251.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971251.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971251.306667:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971251.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333373966
00000100:00000400:0.0:1329971251.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971251.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971251.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971251.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971251.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971251.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971251.306705:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971251.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333373966
00000100:00000400:0.0:1329971251.306709:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971251.306711:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971251.306713:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971251.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971251.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247431:0@lo:400
00000100:00100000:0.0:1329971251.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971251.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247432:0@lo:400
00000100:00100000:0.0:1329971251.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971251.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247433:0@lo:400
00000100:00100000:0.0:1329971251.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971251.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247434:0@lo:400
00000100:00100000:0.0:1329971251.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971251.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247435:0@lo:400
00000100:00100000:0.0:1329971251.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971251.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247436:0@lo:400
00000100:00100000:0.0:1329971251.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971251.306847:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971251 exp ffff880052834000
00000100:00100000:0.0:1329971251.306867:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247431:12345-0@lo:400
00000100:00100000:0.0:1329971251.306891:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247431:12345-0@lo:400 Request procesed in 35us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971251.306905:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971251 exp ffff880008f8fc00
00000100:00080000:0.0:1329971251.306911:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971251 exp ffff880057c49800
00000100:00080000:0.0:1329971251.306916:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971251 exp ffff8800572c1c00
00000100:00080000:0.0:1329971251.306920:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971251 exp ffff880046d08400
00000100:00100000:0.0:1329971251.306928:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247432:12345-0@lo:400
00000100:00100000:0.0:1329971251.306945:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247432:12345-0@lo:400 Request procesed in 20us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971251.306954:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247433:12345-0@lo:400
00000100:00100000:0.0:1329971251.306965:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247433:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971251.306972:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247435:12345-0@lo:400
00000100:00100000:0.0:1329971251.306983:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247435:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971251.306990:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247436:12345-0@lo:400
00000100:00100000:0.0:1329971251.307001:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247436:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971251.307011:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971251 exp ffff880008f8f400
00000100:00100000:0.0:1329971251.307020:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247434:12345-0@lo:400
00000100:00100000:0.0:1329971251.307036:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247434:12345-0@lo:400 Request procesed in 19us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971251.307056:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247437:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971251.307070:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247437 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971251] [real_sent 1329971251] [current 1329971251] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971251.307079:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971251.307086:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971251.307087:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971251.307090:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247437:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971251.307093:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247438:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971251.307100:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247438 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971251] [real_sent 1329971251] [current 1329971251] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971251.307107:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971251.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971251.307113:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971251.307115:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247438:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971251.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247431:0@lo:400
00000100:00100000:0.0:1329971251.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247432:0@lo:400
00000100:00100000:0.0:1329971251.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247433:0@lo:400
00000100:00100000:0.0:1329971251.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247434:0@lo:400
00000100:00100000:0.0:1329971251.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247435:0@lo:400
00000100:00100000:0.0:1329971251.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247436:0@lo:400
00000100:00100000:0.0:1329971251.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971252.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971253.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971254.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971255.368591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971256.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971256.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971256.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971256.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333378966
00000100:00000400:0.0:1329971256.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971256.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971256.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971256.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971256.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971256.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971256.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971256.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333378966
00000100:00000400:0.0:1329971256.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971256.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971256.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971256.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971256.306721:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247439:0@lo:400
00000100:00100000:0.0:1329971256.306747:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971256.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247440:0@lo:400
00000100:00100000:0.0:1329971256.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971256.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247441:0@lo:400
00000100:00100000:0.0:1329971256.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971256.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247442:0@lo:400
00000100:00100000:0.0:1329971256.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971256.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247443:0@lo:400
00000100:00100000:0.0:1329971256.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971256.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247444:0@lo:400
00000100:00100000:0.0:1329971256.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971256.306832:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971256 exp ffff880052834000
00000100:00100000:0.0:1329971256.306860:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247439:12345-0@lo:400
00000100:00100000:0.0:1329971256.306885:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247439:12345-0@lo:400 Request procesed in 44us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971256.306898:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971256 exp ffff880008f8fc00
00000100:00080000:0.0:1329971256.306905:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971256 exp ffff880057c49800
00000100:00080000:0.0:1329971256.306909:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971256 exp ffff8800572c1c00
00000100:00080000:0.0:1329971256.306914:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971256 exp ffff880046d08400
00000100:00100000:0.0:1329971256.306922:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247440:12345-0@lo:400
00000100:00100000:0.0:1329971256.306938:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247440:12345-0@lo:400 Request procesed in 19us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971256.306946:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247441:12345-0@lo:400
00000100:00100000:0.0:1329971256.306958:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247441:12345-0@lo:400 Request procesed in 14us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971256.306965:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247443:12345-0@lo:400
00000100:00100000:0.0:1329971256.306975:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247443:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971256.306982:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247444:12345-0@lo:400
00000100:00100000:0.0:1329971256.306993:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247444:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971256.307003:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971256 exp ffff880008f8f400
00000100:00100000:0.0:1329971256.307011:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247442:12345-0@lo:400
00000100:00100000:0.0:1329971256.307027:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247442:12345-0@lo:400 Request procesed in 19us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971256.307048:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247445:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971256.307060:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247445 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971256] [real_sent 1329971256] [current 1329971256] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971256.307071:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971256.307077:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971256.307079:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971256.307081:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247445:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971256.307084:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247446:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971256.307091:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247446 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971256] [real_sent 1329971256] [current 1329971256] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971256.307098:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971256.307103:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971256.307104:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971256.307106:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247446:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971256.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247439:0@lo:400
00000100:00100000:0.0:1329971256.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247440:0@lo:400
00000100:00100000:0.0:1329971256.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247441:0@lo:400
00000100:00100000:0.0:1329971256.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247442:0@lo:400
00000100:00100000:0.0:1329971256.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247443:0@lo:400
00000100:00100000:0.0:1329971256.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247444:0@lo:400
00000100:00100000:0.0:1329971256.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971257.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971258.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971259.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971260.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971261.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971261.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971261.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971261.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333383966
00000100:00000400:0.0:1329971261.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971261.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971261.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971261.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971261.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971261.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971261.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971261.306688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333383966
00000100:00000400:0.0:1329971261.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971261.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971261.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971261.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971261.306718:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247447:0@lo:400
00000100:00100000:0.0:1329971261.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971261.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247448:0@lo:400
00000100:00100000:0.0:1329971261.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971261.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247449:0@lo:400
00000100:00100000:0.0:1329971261.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971261.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247450:0@lo:400
00000100:00100000:0.0:1329971261.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971261.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247451:0@lo:400
00000100:00100000:0.0:1329971261.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971261.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247452:0@lo:400
00000100:00100000:0.0:1329971261.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971261.306876:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971261 exp ffff880052834000
00000100:00100000:0.0:1329971261.306927:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247447:12345-0@lo:400
00000100:00100000:0.0:1329971261.306953:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247447:12345-0@lo:400 Request procesed in 67us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971261.306969:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971261 exp ffff880008f8fc00
00000100:00080000:0.0:1329971261.306976:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971261 exp ffff880057c49800
00000100:00080000:0.0:1329971261.306980:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971261 exp ffff8800572c1c00
00000100:00080000:0.0:1329971261.306984:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971261 exp ffff880046d08400
00000100:00100000:0.0:1329971261.306993:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247448:12345-0@lo:400
00000100:00100000:0.0:1329971261.307010:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247448:12345-0@lo:400 Request procesed in 21us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971261.307031:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247449:12345-0@lo:400
00000100:00100000:0.0:1329971261.307043:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247449:12345-0@lo:400 Request procesed in 14us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971261.307050:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247451:12345-0@lo:400
00000100:00100000:0.0:1329971261.307060:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247451:12345-0@lo:400 Request procesed in 13us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971261.307067:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247452:12345-0@lo:400
00000100:00100000:0.0:1329971261.307078:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247452:12345-0@lo:400 Request procesed in 13us (222us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971261.307091:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971261 exp ffff880008f8f400
00000100:00100000:0.0:1329971261.307100:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247450:12345-0@lo:400
00000100:00100000:0.0:1329971261.307116:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247450:12345-0@lo:400 Request procesed in 18us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971261.307137:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247453:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971261.307150:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247453 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971261] [real_sent 1329971261] [current 1329971261] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971261.307160:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971261.307166:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971261.307168:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971261.307171:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247453:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971261.307174:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247454:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971261.307180:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247454 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971261] [real_sent 1329971261] [current 1329971261] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971261.307188:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971261.307192:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971261.307194:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971261.307196:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247454:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971261.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247447:0@lo:400
00000100:00100000:0.0:1329971261.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247448:0@lo:400
00000100:00100000:0.0:1329971261.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247449:0@lo:400
00000100:00100000:0.0:1329971261.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247450:0@lo:400
00000100:00100000:0.0:1329971261.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247451:0@lo:400
00000100:00100000:0.0:1329971261.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247452:0@lo:400
00000100:00100000:0.0:1329971261.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971262.368593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971263.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971264.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971265.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971266.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971266.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971266.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971266.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333388966
00000100:00000400:0.0:1329971266.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971266.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971266.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971266.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971266.306671:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971266.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971266.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971266.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333388966
00000100:00000400:0.0:1329971266.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971266.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971266.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971266.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971266.306713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247455:0@lo:400
00000100:00100000:0.0:1329971266.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971266.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247456:0@lo:400
00000100:00100000:0.0:1329971266.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971266.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247457:0@lo:400
00000100:00100000:0.0:1329971266.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971266.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247458:0@lo:400
00000100:00100000:0.0:1329971266.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971266.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247459:0@lo:400
00000100:00100000:0.0:1329971266.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971266.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247460:0@lo:400
00000100:00100000:0.0:1329971266.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971266.306821:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971266 exp ffff880052834000
00000100:00100000:0.0:1329971266.306847:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247455:12345-0@lo:400
00000100:00100000:0.0:1329971266.306871:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247455:12345-0@lo:400 Request procesed in 42us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971266.306885:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971266 exp ffff880008f8fc00
00000100:00080000:0.0:1329971266.306892:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971266 exp ffff880057c49800
00000100:00080000:0.0:1329971266.306897:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971266 exp ffff8800572c1c00
00000100:00080000:0.0:1329971266.306901:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971266 exp ffff880046d08400
00000100:00100000:0.0:1329971266.306909:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247456:12345-0@lo:400
00000100:00100000:0.0:1329971266.306926:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247456:12345-0@lo:400 Request procesed in 20us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971266.306934:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247457:12345-0@lo:400
00000100:00100000:0.0:1329971266.306946:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247457:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971266.306953:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247459:12345-0@lo:400
00000100:00100000:0.0:1329971266.306964:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247459:12345-0@lo:400 Request procesed in 14us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971266.306970:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247460:12345-0@lo:400
00000100:00100000:0.0:1329971266.306981:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247460:12345-0@lo:400 Request procesed in 13us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971266.306991:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971266 exp ffff880008f8f400
00000100:00100000:0.0:1329971266.306999:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247458:12345-0@lo:400
00000100:00100000:0.0:1329971266.307015:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247458:12345-0@lo:400 Request procesed in 18us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971266.307036:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247461:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971266.307053:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247461 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971266] [real_sent 1329971266] [current 1329971266] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971266.307063:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971266.307069:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971266.307071:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971266.307073:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247461:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971266.307076:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247462:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971266.307083:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247462 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971266] [real_sent 1329971266] [current 1329971266] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971266.307090:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971266.307095:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971266.307097:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971266.307099:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247462:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971266.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247455:0@lo:400
00000100:00100000:0.0:1329971266.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247456:0@lo:400
00000100:00100000:0.0:1329971266.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247457:0@lo:400
00000100:00100000:0.0:1329971266.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247458:0@lo:400
00000100:00100000:0.0:1329971266.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247459:0@lo:400
00000100:00100000:0.0:1329971266.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247460:0@lo:400
00000100:00100000:0.0:1329971266.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971267.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971268.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971269.368640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971270.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971271.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971271.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971271.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971271.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333393966
00000100:00000400:0.0:1329971271.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971271.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971271.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971271.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971271.306711:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971271.306713:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971271.306714:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971271.306717:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333393966
00000100:00000400:0.0:1329971271.306718:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971271.306721:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971271.306723:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971271.306727:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971271.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247463:0@lo:400
00000100:00100000:0.0:1329971271.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971271.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247464:0@lo:400
00000100:00100000:0.0:1329971271.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971271.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247465:0@lo:400
00000100:00100000:0.0:1329971271.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971271.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247466:0@lo:400
00000100:00100000:0.0:1329971271.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971271.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247467:0@lo:400
00000100:00100000:0.0:1329971271.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971271.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247468:0@lo:400
00000100:00100000:0.0:1329971271.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971271.306858:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971271 exp ffff880052834000
00000100:00100000:0.0:1329971271.306877:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247463:12345-0@lo:400
00000100:00100000:0.0:1329971271.306901:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247463:12345-0@lo:400 Request procesed in 34us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971271.306915:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971271 exp ffff880008f8fc00
00000100:00080000:0.0:1329971271.306922:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971271 exp ffff880057c49800
00000100:00080000:0.0:1329971271.306926:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971271 exp ffff8800572c1c00
00000100:00080000:0.0:1329971271.306930:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971271 exp ffff880046d08400
00000100:00100000:0.0:1329971271.306939:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247464:12345-0@lo:400
00000100:00100000:0.0:1329971271.306956:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247464:12345-0@lo:400 Request procesed in 20us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971271.306964:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247465:12345-0@lo:400
00000100:00100000:0.0:1329971271.306975:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247465:12345-0@lo:400 Request procesed in 14us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971271.306982:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247467:12345-0@lo:400
00000100:00100000:0.0:1329971271.306992:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247467:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971271.306999:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247468:12345-0@lo:400
00000100:00100000:0.0:1329971271.307010:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247468:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971271.307031:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971271 exp ffff880008f8f400
00000100:00100000:0.0:1329971271.307040:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247466:12345-0@lo:400
00000100:00100000:0.0:1329971271.307057:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247466:12345-0@lo:400 Request procesed in 19us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971271.307077:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247469:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971271.307090:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247469 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971271] [real_sent 1329971271] [current 1329971271] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971271.307100:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971271.307106:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971271.307108:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971271.307110:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247469:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971271.307113:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247470:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971271.307120:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247470 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971271] [real_sent 1329971271] [current 1329971271] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971271.307127:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971271.307132:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971271.307133:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971271.307135:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247470:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971271.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247463:0@lo:400
00000100:00100000:0.0:1329971271.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247464:0@lo:400
00000100:00100000:0.0:1329971271.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247465:0@lo:400
00000100:00100000:0.0:1329971271.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247466:0@lo:400
00000100:00100000:0.0:1329971271.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247467:0@lo:400
00000100:00100000:0.0:1329971271.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247468:0@lo:400
00000100:00100000:0.0:1329971271.368607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971272.368644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971273.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971274.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971275.368640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971276.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971276.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971276.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971276.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333398966
00000100:00000400:0.0:1329971276.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971276.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971276.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971276.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971276.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971276.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971276.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971276.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333398966
00000100:00000400:0.0:1329971276.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971276.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971276.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971276.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373247478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971276.306722:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247477:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971276.306748:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247477 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971276] [real_sent 1329971276] [current 1329971276] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971276.306759:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971276.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971276.306766:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971276.306769:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247477:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971276.306772:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247478:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971276.306779:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247478 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971276] [real_sent 1329971276] [current 1329971276] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373247478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971276.306792:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373247478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971276.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971276.306798:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971276.306800:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247478:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971276.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247471:0@lo:400
00000100:00100000:0.0:1329971276.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971276.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247472:0@lo:400
00000100:00100000:0.0:1329971276.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971276.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247473:0@lo:400
00000100:00100000:0.0:1329971276.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971276.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247474:0@lo:400
00000100:00100000:0.0:1329971276.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971276.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247475:0@lo:400
00000100:00100000:0.0:1329971276.306911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971276.306916:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247476:0@lo:400
00000100:00100000:0.0:1329971276.306922:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971276.306942:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971276 exp ffff880052834000
00000100:00100000:0.0:1329971276.306973:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247471:12345-0@lo:400
00000100:00100000:0.0:1329971276.306998:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247471:12345-0@lo:400 Request procesed in 47us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971276.307012:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971276 exp ffff880008f8fc00
00000100:00080000:0.0:1329971276.307019:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971276 exp ffff880057c49800
00000100:00080000:0.0:1329971276.307024:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971276 exp ffff8800572c1c00
00000100:00080000:0.0:1329971276.307028:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971276 exp ffff880046d08400
00000100:00100000:0.0:1329971276.307037:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247472:12345-0@lo:400
00000100:00100000:0.0:1329971276.307054:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247472:12345-0@lo:400 Request procesed in 20us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971276.307063:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247473:12345-0@lo:400
00000100:00100000:0.0:1329971276.307074:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247473:12345-0@lo:400 Request procesed in 14us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971276.307081:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247475:12345-0@lo:400
00000100:00100000:0.0:1329971276.307091:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247475:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971276.307098:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247476:12345-0@lo:400
00000100:00100000:0.0:1329971276.307109:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247476:12345-0@lo:400 Request procesed in 13us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971276.307119:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971276 exp ffff880008f8f400
00000100:00100000:0.0:1329971276.307128:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247474:12345-0@lo:400
00000100:00100000:0.0:1329971276.307145:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247474:12345-0@lo:400 Request procesed in 19us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971276.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247471:0@lo:400
00000100:00100000:0.0:1329971276.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247472:0@lo:400
00000100:00100000:0.0:1329971276.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247473:0@lo:400
00000100:00100000:0.0:1329971276.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247474:0@lo:400
00000100:00100000:0.0:1329971276.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247475:0@lo:400
00000100:00100000:0.0:1329971276.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247476:0@lo:400
00000100:00100000:0.0:1329971276.368581:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971277.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971278.368592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971279.368636:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971280.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971281.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971281.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971281.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971281.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333403966
00000100:00000400:0.0:1329971281.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971281.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971281.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971281.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971281.306691:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971281.306693:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971281.306694:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971281.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333403966
00000100:00000400:0.0:1329971281.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971281.306700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971281.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971281.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971281.306726:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247479:0@lo:400
00000100:00100000:0.0:1329971281.306752:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971281.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247480:0@lo:400
00000100:00100000:0.0:1329971281.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971281.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247481:0@lo:400
00000100:00100000:0.0:1329971281.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971281.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247482:0@lo:400
00000100:00100000:0.0:1329971281.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971281.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247483:0@lo:400
00000100:00100000:0.0:1329971281.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971281.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247484:0@lo:400
00000100:00100000:0.0:1329971281.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971281.306837:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971281 exp ffff880052834000
00000100:00100000:0.0:1329971281.306856:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247479:12345-0@lo:400
00000100:00100000:0.0:1329971281.306880:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247479:12345-0@lo:400 Request procesed in 34us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971281.306893:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971281 exp ffff880008f8fc00
00000100:00080000:0.0:1329971281.306900:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971281 exp ffff880057c49800
00000100:00080000:0.0:1329971281.306905:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971281 exp ffff8800572c1c00
00000100:00080000:0.0:1329971281.306909:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971281 exp ffff880046d08400
00000100:00100000:0.0:1329971281.306917:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247480:12345-0@lo:400
00000100:00100000:0.0:1329971281.306934:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247480:12345-0@lo:400 Request procesed in 19us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971281.306942:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247481:12345-0@lo:400
00000100:00100000:0.0:1329971281.306954:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247481:12345-0@lo:400 Request procesed in 14us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971281.306960:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247483:12345-0@lo:400
00000100:00100000:0.0:1329971281.306971:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247483:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971281.306978:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247484:12345-0@lo:400
00000100:00100000:0.0:1329971281.306989:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247484:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971281.306999:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971281 exp ffff880008f8f400
00000100:00100000:0.0:1329971281.307008:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247482:12345-0@lo:400
00000100:00100000:0.0:1329971281.307024:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247482:12345-0@lo:400 Request procesed in 18us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971281.307044:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247485:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971281.307057:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247485 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971281] [real_sent 1329971281] [current 1329971281] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971281.307067:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971281.307073:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971281.307075:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971281.307078:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247485:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971281.307081:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247486:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971281.307087:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247486 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971281] [real_sent 1329971281] [current 1329971281] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971281.307094:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971281.307099:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971281.307100:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971281.307102:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247486:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971281.307118:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247479:0@lo:400
00000100:00100000:0.0:1329971281.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247480:0@lo:400
00000100:00100000:0.0:1329971281.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247481:0@lo:400
00000100:00100000:0.0:1329971281.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247482:0@lo:400
00000100:00100000:0.0:1329971281.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247483:0@lo:400
00000100:00100000:0.0:1329971281.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247484:0@lo:400
00000100:00100000:0.0:1329971281.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971282.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971283.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971284.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971285.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971286.306623:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971286.306630:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971286.306632:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971286.306637:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333408966
00000100:00000400:0.0:1329971286.306639:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971286.306645:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971286.306651:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971286.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971286.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971286.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971286.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971286.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333408966
00000100:00000400:0.0:1329971286.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971286.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971286.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971286.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971286.306708:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247487:0@lo:400
00000100:00100000:0.0:1329971286.306734:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971286.306743:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247488:0@lo:400
00000100:00100000:0.0:1329971286.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971286.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247489:0@lo:400
00000100:00100000:0.0:1329971286.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971286.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247490:0@lo:400
00000100:00100000:0.0:1329971286.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971286.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247491:0@lo:400
00000100:00100000:0.0:1329971286.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971286.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247492:0@lo:400
00000100:00100000:0.0:1329971286.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971286.306883:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971286 exp ffff880052834000
00000100:00100000:0.0:1329971286.306910:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247487:12345-0@lo:400
00000100:00100000:0.0:1329971286.306937:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247487:12345-0@lo:400 Request procesed in 44us (203us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971286.306952:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971286 exp ffff880008f8fc00
00000100:00080000:0.0:1329971286.306958:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971286 exp ffff880057c49800
00000100:00080000:0.0:1329971286.306963:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971286 exp ffff8800572c1c00
00000100:00080000:0.0:1329971286.306967:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971286 exp ffff880046d08400
00000100:00100000:0.0:1329971286.306978:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247488:12345-0@lo:400
00000100:00100000:0.0:1329971286.306995:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247488:12345-0@lo:400 Request procesed in 23us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971286.307004:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247489:12345-0@lo:400
00000100:00100000:0.0:1329971286.307015:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247489:12345-0@lo:400 Request procesed in 14us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971286.307022:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247491:12345-0@lo:400
00000100:00100000:0.0:1329971286.307033:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247491:12345-0@lo:400 Request procesed in 13us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971286.307052:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247492:12345-0@lo:400
00000100:00100000:0.0:1329971286.307063:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247492:12345-0@lo:400 Request procesed in 13us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971286.307074:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971286 exp ffff880008f8f400
00000100:00100000:0.0:1329971286.307083:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247490:12345-0@lo:400
00000100:00100000:0.0:1329971286.307099:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247490:12345-0@lo:400 Request procesed in 19us (324us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971286.307121:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247493:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971286.307135:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247493 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971286] [real_sent 1329971286] [current 1329971286] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971286.307145:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971286.307151:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971286.307153:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971286.307156:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247493:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971286.307159:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247494:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971286.307166:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247494 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971286] [real_sent 1329971286] [current 1329971286] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971286.307173:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971286.307178:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971286.307179:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971286.307182:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247494:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971286.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247487:0@lo:400
00000100:00100000:0.0:1329971286.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247488:0@lo:400
00000100:00100000:0.0:1329971286.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247489:0@lo:400
00000100:00100000:0.0:1329971286.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247490:0@lo:400
00000100:00100000:0.0:1329971286.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247491:0@lo:400
00000100:00100000:0.0:1329971286.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247492:0@lo:400
00000100:00100000:0.0:1329971286.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971287.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971288.368588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971289.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971290.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971291.306627:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971291.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971291.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971291.306639:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333413966
00000100:00000400:0.0:1329971291.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971291.306646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971291.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971291.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971291.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971291.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971291.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971291.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333413966
00000100:00000400:0.0:1329971291.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971291.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971291.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971291.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971291.306699:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247501:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971291.306733:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247501 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971291] [real_sent 1329971291] [current 1329971291] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971291.306744:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971291.306750:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971291.306752:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971291.306755:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247501:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971291.306757:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247502:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971291.306765:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247502 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971291] [real_sent 1329971291] [current 1329971291] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971291.306772:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971291.306777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971291.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971291.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247502:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971291.307012:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247495:0@lo:400
00000100:00100000:0.0:1329971291.307030:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971291.307037:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247496:0@lo:400
00000100:00100000:0.0:1329971291.307045:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971291.307050:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247497:0@lo:400
00000100:00100000:0.0:1329971291.307056:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971291.307061:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247498:0@lo:400
00000100:00100000:0.0:1329971291.307069:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971291.307075:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247499:0@lo:400
00000100:00100000:0.0:1329971291.307081:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971291.307086:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247500:0@lo:400
00000100:00100000:0.0:1329971291.307093:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971291.307111:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971291 exp ffff880052834000
00000100:00100000:0.0:1329971291.307130:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247495:12345-0@lo:400
00000100:00100000:0.0:1329971291.307154:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247495:12345-0@lo:400 Request procesed in 34us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971291.307169:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971291 exp ffff880008f8fc00
00000100:00080000:0.0:1329971291.307175:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971291 exp ffff880057c49800
00000100:00080000:0.0:1329971291.307180:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971291 exp ffff8800572c1c00
00000100:00080000:0.0:1329971291.307184:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971291 exp ffff880046d08400
00000100:00100000:0.0:1329971291.307192:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247496:12345-0@lo:400
00000100:00100000:0.0:1329971291.307209:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247496:12345-0@lo:400 Request procesed in 20us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971291.307217:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247497:12345-0@lo:400
00000100:00100000:0.0:1329971291.307230:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247497:12345-0@lo:400 Request procesed in 15us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971291.307237:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247499:12345-0@lo:400
00000100:00100000:0.0:1329971291.307249:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247499:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971291.307255:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247500:12345-0@lo:400
00000100:00100000:0.0:1329971291.307266:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247500:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971291.307276:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971291 exp ffff880008f8f400
00000100:00100000:0.0:1329971291.307284:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247498:12345-0@lo:400
00000100:00100000:0.0:1329971291.307301:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247498:12345-0@lo:400 Request procesed in 18us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971291.307337:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247495:0@lo:400
00000100:00100000:0.0:1329971291.307343:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247496:0@lo:400
00000100:00100000:0.0:1329971291.307347:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247497:0@lo:400
00000100:00100000:0.0:1329971291.307351:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247498:0@lo:400
00000100:00100000:0.0:1329971291.307356:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247499:0@lo:400
00000100:00100000:0.0:1329971291.307359:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247500:0@lo:400
00000400:02020000:0.0:1329971291.307419:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971291.307461:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971291.307471:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971291.368583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971292.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971293.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971294.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971295.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971296.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971296.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971296.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971296.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333418966
00000100:00000400:0.0:1329971296.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971296.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971296.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971296.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971296.306692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971296.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971296.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971296.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333418966
00000100:00000400:0.0:1329971296.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971296.306717:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971296.306720:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971296.306724:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971296.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247503:0@lo:400
00000100:00100000:0.0:1329971296.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971296.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247504:0@lo:400
00000100:00100000:0.0:1329971296.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971296.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247505:0@lo:400
00000100:00100000:0.0:1329971296.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971296.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247506:0@lo:400
00000100:00100000:0.0:1329971296.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971296.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247507:0@lo:400
00000100:00100000:0.0:1329971296.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971296.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247508:0@lo:400
00000100:00100000:0.0:1329971296.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971296.306894:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971296 exp ffff880052834000
00000100:00100000:0.0:1329971296.306921:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247503:12345-0@lo:400
00000100:00100000:0.0:1329971296.306945:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247503:12345-0@lo:400 Request procesed in 42us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971296.306959:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971296 exp ffff880008f8fc00
00000100:00080000:0.0:1329971296.306965:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971296 exp ffff880057c49800
00000100:00080000:0.0:1329971296.306970:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971296 exp ffff8800572c1c00
00000100:00080000:0.0:1329971296.306974:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971296 exp ffff880046d08400
00000100:00100000:0.0:1329971296.306982:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247504:12345-0@lo:400
00000100:00100000:0.0:1329971296.306999:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247504:12345-0@lo:400 Request procesed in 20us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971296.307007:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247505:12345-0@lo:400
00000100:00100000:0.0:1329971296.307019:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247505:12345-0@lo:400 Request procesed in 13us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971296.307026:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247507:12345-0@lo:400
00000100:00100000:0.0:1329971296.307036:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247507:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971296.307043:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247508:12345-0@lo:400
00000100:00100000:0.0:1329971296.307053:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247508:12345-0@lo:400 Request procesed in 12us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971296.307064:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971296 exp ffff880008f8f400
00000100:00100000:0.0:1329971296.307072:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247506:12345-0@lo:400
00000100:00100000:0.0:1329971296.307088:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247506:12345-0@lo:400 Request procesed in 19us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971296.307109:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247509:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971296.307123:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247509 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971296] [real_sent 1329971296] [current 1329971296] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971296.307133:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971296.307139:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971296.307141:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971296.307143:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247509:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971296.307146:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247510:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971296.307153:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247510 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971296] [real_sent 1329971296] [current 1329971296] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971296.307160:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971296.307165:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971296.307166:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971296.307168:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247510:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971296.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247503:0@lo:400
00000100:00100000:0.0:1329971296.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247504:0@lo:400
00000100:00100000:0.0:1329971296.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247505:0@lo:400
00000100:00100000:0.0:1329971296.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247506:0@lo:400
00000100:00100000:0.0:1329971296.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247507:0@lo:400
00000100:00100000:0.0:1329971296.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247508:0@lo:400
00000100:00100000:0.0:1329971296.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971297.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971298.368595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971299.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971300.368596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971301.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971301.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971301.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971301.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333423966
00000100:00000400:0.0:1329971301.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971301.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971301.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971301.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971301.306709:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971301.306711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971301.306712:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971301.306715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333423966
00000100:00000400:0.0:1329971301.306716:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971301.306718:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971301.306720:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971301.306724:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971301.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247511:0@lo:400
00000100:00100000:0.0:1329971301.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971301.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247512:0@lo:400
00000100:00100000:0.0:1329971301.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971301.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247513:0@lo:400
00000100:00100000:0.0:1329971301.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971301.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247514:0@lo:400
00000100:00100000:0.0:1329971301.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971301.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247515:0@lo:400
00000100:00100000:0.0:1329971301.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971301.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247516:0@lo:400
00000100:00100000:0.0:1329971301.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971301.306887:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971301 exp ffff880052834000
00000100:00100000:0.0:1329971301.306905:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247511:12345-0@lo:400
00000100:00100000:0.0:1329971301.306931:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247511:12345-0@lo:400 Request procesed in 35us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971301.306944:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971301 exp ffff880008f8fc00
00000100:00080000:0.0:1329971301.306951:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971301 exp ffff880057c49800
00000100:00080000:0.0:1329971301.306955:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971301 exp ffff8800572c1c00
00000100:00080000:0.0:1329971301.306959:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971301 exp ffff880046d08400
00000100:00100000:0.0:1329971301.306967:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247512:12345-0@lo:400
00000100:00100000:0.0:1329971301.306984:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247512:12345-0@lo:400 Request procesed in 20us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971301.306992:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247513:12345-0@lo:400
00000100:00100000:0.0:1329971301.307004:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247513:12345-0@lo:400 Request procesed in 14us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971301.307021:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247515:12345-0@lo:400
00000100:00100000:0.0:1329971301.307033:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247515:12345-0@lo:400 Request procesed in 13us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971301.307040:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247516:12345-0@lo:400
00000100:00100000:0.0:1329971301.307050:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247516:12345-0@lo:400 Request procesed in 12us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971301.307061:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971301 exp ffff880008f8f400
00000100:00100000:0.0:1329971301.307069:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247514:12345-0@lo:400
00000100:00100000:0.0:1329971301.307085:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247514:12345-0@lo:400 Request procesed in 19us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971301.307106:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247517:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971301.307118:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247517 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971301] [real_sent 1329971301] [current 1329971301] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971301.307128:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971301.307134:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971301.307136:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971301.307138:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247517:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971301.307141:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247518:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971301.307148:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247518 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971301] [real_sent 1329971301] [current 1329971301] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971301.307155:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971301.307160:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971301.307161:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971301.307163:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247518:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971301.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247511:0@lo:400
00000100:00100000:0.0:1329971301.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247512:0@lo:400
00000100:00100000:0.0:1329971301.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247513:0@lo:400
00000100:00100000:0.0:1329971301.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247514:0@lo:400
00000100:00100000:0.0:1329971301.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247515:0@lo:400
00000100:00100000:0.0:1329971301.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247516:0@lo:400
00000100:00100000:0.0:1329971301.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971302.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971303.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971304.368594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971305.368590:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971306.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971306.306649:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971306.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971306.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333428966
00000100:00000400:0.0:1329971306.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971306.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971306.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971306.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971306.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971306.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971306.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971306.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333428966
00000100:00000400:0.0:1329971306.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971306.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971306.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971306.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971306.306717:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247519:0@lo:400
00000100:00100000:0.0:1329971306.306741:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971306.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247520:0@lo:400
00000100:00100000:0.0:1329971306.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971306.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247521:0@lo:400
00000100:00100000:0.0:1329971306.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971306.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247522:0@lo:400
00000100:00100000:0.0:1329971306.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971306.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247523:0@lo:400
00000100:00100000:0.0:1329971306.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971306.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247524:0@lo:400
00000100:00100000:0.0:1329971306.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971306.306823:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971306 exp ffff880052834000
00000100:00100000:0.0:1329971306.306849:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247519:12345-0@lo:400
00000100:00100000:0.0:1329971306.306873:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247519:12345-0@lo:400 Request procesed in 42us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971306.306887:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971306 exp ffff880008f8fc00
00000100:00080000:0.0:1329971306.306893:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971306 exp ffff880057c49800
00000100:00080000:0.0:1329971306.306898:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971306 exp ffff8800572c1c00
00000100:00080000:0.0:1329971306.306902:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971306 exp ffff880046d08400
00000100:00100000:0.0:1329971306.306911:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247520:12345-0@lo:400
00000100:00100000:0.0:1329971306.306927:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247520:12345-0@lo:400 Request procesed in 20us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971306.306936:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247521:12345-0@lo:400
00000100:00100000:0.0:1329971306.306947:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247521:12345-0@lo:400 Request procesed in 14us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971306.306954:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247523:12345-0@lo:400
00000100:00100000:0.0:1329971306.306964:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247523:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971306.306971:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247524:12345-0@lo:400
00000100:00100000:0.0:1329971306.306981:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247524:12345-0@lo:400 Request procesed in 12us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971306.306992:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971306 exp ffff880008f8f400
00000100:00100000:0.0:1329971306.307000:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247522:12345-0@lo:400
00000100:00100000:0.0:1329971306.307016:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247522:12345-0@lo:400 Request procesed in 18us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971306.307036:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247525:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971306.307049:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247525 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971306] [real_sent 1329971306] [current 1329971306] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971306.307059:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971306.307065:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971306.307067:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971306.307069:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247525:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971306.307072:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247526:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971306.307079:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247526 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971306] [real_sent 1329971306] [current 1329971306] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971306.307086:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971306.307091:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971306.307092:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971306.307095:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247526:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971306.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247519:0@lo:400
00000100:00100000:0.0:1329971306.307116:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247520:0@lo:400
00000100:00100000:0.0:1329971306.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247521:0@lo:400
00000100:00100000:0.0:1329971306.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247522:0@lo:400
00000100:00100000:0.0:1329971306.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247523:0@lo:400
00000100:00100000:0.0:1329971306.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247524:0@lo:400
00000100:00100000:0.0:1329971306.368596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971307.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971308.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971309.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971310.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971311.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971311.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971311.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971311.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333433966
00000100:00000400:0.0:1329971311.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971311.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971311.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971311.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971311.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971311.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971311.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971311.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333433966
00000100:00000400:0.0:1329971311.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971311.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971311.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971311.306740:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971311.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247527:0@lo:400
00000100:00100000:0.0:1329971311.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971311.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247528:0@lo:400
00000100:00100000:0.0:1329971311.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971311.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247529:0@lo:400
00000100:00100000:0.0:1329971311.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971311.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247530:0@lo:400
00000100:00100000:0.0:1329971311.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971311.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247531:0@lo:400
00000100:00100000:0.0:1329971311.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971311.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247532:0@lo:400
00000100:00100000:0.0:1329971311.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971311.306873:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971311 exp ffff880052834000
00000100:00100000:0.0:1329971311.306892:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247527:12345-0@lo:400
00000100:00100000:0.0:1329971311.306916:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247527:12345-0@lo:400 Request procesed in 35us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971311.306930:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971311 exp ffff880008f8fc00
00000100:00080000:0.0:1329971311.306937:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971311 exp ffff880057c49800
00000100:00080000:0.0:1329971311.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971311 exp ffff8800572c1c00
00000100:00080000:0.0:1329971311.306946:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971311 exp ffff880046d08400
00000100:00100000:0.0:1329971311.306954:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247528:12345-0@lo:400
00000100:00100000:0.0:1329971311.306970:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247528:12345-0@lo:400 Request procesed in 20us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971311.306978:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247529:12345-0@lo:400
00000100:00100000:0.0:1329971311.306990:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247529:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971311.306996:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247531:12345-0@lo:400
00000100:00100000:0.0:1329971311.307007:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247531:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971311.307014:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247532:12345-0@lo:400
00000100:00100000:0.0:1329971311.307025:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247532:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971311.307035:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971311 exp ffff880008f8f400
00000100:00100000:0.0:1329971311.307043:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247530:12345-0@lo:400
00000100:00100000:0.0:1329971311.307059:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247530:12345-0@lo:400 Request procesed in 18us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971311.307079:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247533:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971311.307093:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247533 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971311] [real_sent 1329971311] [current 1329971311] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971311.307102:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971311.307114:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971311.307115:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971311.307118:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247533:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971311.307121:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247534:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971311.307128:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247534 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971311] [real_sent 1329971311] [current 1329971311] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971311.307135:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971311.307140:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971311.307141:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971311.307143:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247534:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971311.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247527:0@lo:400
00000100:00100000:0.0:1329971311.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247528:0@lo:400
00000100:00100000:0.0:1329971311.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247529:0@lo:400
00000100:00100000:0.0:1329971311.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247530:0@lo:400
00000100:00100000:0.0:1329971311.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247531:0@lo:400
00000100:00100000:0.0:1329971311.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247532:0@lo:400
00000100:00100000:0.0:1329971311.368617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971312.368672:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971313.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971314.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971315.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971316.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971316.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971316.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971316.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333438966
00000100:00000400:0.0:1329971316.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971316.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971316.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971316.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971316.306712:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971316.306715:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971316.306716:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971316.306720:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333438966
00000100:00000400:0.0:1329971316.306722:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971316.306725:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971316.306729:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971316.306739:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373247542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971316.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247535:0@lo:400
00000100:00100000:0.0:1329971316.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971316.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247536:0@lo:400
00000100:00100000:0.0:1329971316.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971316.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247537:0@lo:400
00000100:00100000:0.0:1329971316.306911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971316.306922:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247538:0@lo:400
00000100:00100000:0.0:1329971316.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971316.306944:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247539:0@lo:400
00000100:00100000:0.0:1329971316.306955:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971316.306963:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247540:0@lo:400
00000100:00100000:0.0:1329971316.306974:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971316.307000:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971316 exp ffff880052834000
00000100:00100000:0.0:1329971316.307034:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247535:12345-0@lo:400
00000100:00100000:0.0:1329971316.307069:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247535:12345-0@lo:400 Request procesed in 56us (270us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971316.307090:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971316 exp ffff880008f8fc00
00000100:00080000:0.0:1329971316.307100:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971316 exp ffff880057c49800
00000100:00080000:0.0:1329971316.307108:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971316 exp ffff8800572c1c00
00000100:00080000:0.0:1329971316.307116:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971316 exp ffff880046d08400
00000100:00100000:0.0:1329971316.307132:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247536:12345-0@lo:400
00000100:00100000:0.0:1329971316.307157:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247536:12345-0@lo:400 Request procesed in 31us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971316.307184:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247537:12345-0@lo:400
00000100:00100000:0.0:1329971316.307203:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247537:12345-0@lo:400 Request procesed in 22us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971316.307215:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247539:12345-0@lo:400
00000100:00100000:0.0:1329971316.307272:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247539:12345-0@lo:400 Request procesed in 60us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971316.307285:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247540:12345-0@lo:400
00000100:00100000:0.0:1329971316.307304:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247540:12345-0@lo:400 Request procesed in 23us (329us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971316.307321:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971316 exp ffff880008f8f400
00000100:00100000:0.0:1329971316.307336:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247538:12345-0@lo:400
00000100:00100000:0.0:1329971316.307361:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247538:12345-0@lo:400 Request procesed in 30us (425us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971316.307392:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247541:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971316.307411:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247541 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971316] [real_sent 1329971316] [current 1329971316] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971316.307426:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971316.307435:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971316.307437:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971316.307441:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247541:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971316.307446:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247542:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971316.307457:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247542 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971316] [real_sent 1329971316] [current 1329971316] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373247542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971316.307468:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373247542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971316.307475:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971316.307477:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971316.307480:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247542:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971316.307503:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247535:0@lo:400
00000100:00100000:0.0:1329971316.307511:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247536:0@lo:400
00000100:00100000:0.0:1329971316.307518:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247537:0@lo:400
00000100:00100000:0.0:1329971316.307525:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247538:0@lo:400
00000100:00100000:0.0:1329971316.307566:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247539:0@lo:400
00000100:00100000:0.0:1329971316.307579:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247540:0@lo:400
00000100:00100000:0.0:1329971316.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971317.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971318.368626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971319.368650:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971320.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971321.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971321.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971321.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971321.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333443966
00000100:00000400:0.0:1329971321.306665:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971321.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971321.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971321.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373247549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971321.306692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971321.306693:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971321.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971321.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333443966
00000100:00000400:0.0:1329971321.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971321.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971321.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971321.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971321.306722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247543:0@lo:400
00000100:00100000:0.0:1329971321.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971321.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247544:0@lo:400
00000100:00100000:0.0:1329971321.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971321.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247545:0@lo:400
00000100:00100000:0.0:1329971321.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971321.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247546:0@lo:400
00000100:00100000:0.0:1329971321.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971321.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247547:0@lo:400
00000100:00100000:0.0:1329971321.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971321.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247548:0@lo:400
00000100:00100000:0.0:1329971321.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971321.306837:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971321 exp ffff880052834000
00000100:00100000:0.0:1329971321.306855:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247543:12345-0@lo:400
00000100:00100000:0.0:1329971321.306880:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247543:12345-0@lo:400 Request procesed in 35us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971321.306894:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971321 exp ffff880008f8fc00
00000100:00080000:0.0:1329971321.306901:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971321 exp ffff880057c49800
00000100:00080000:0.0:1329971321.306905:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971321 exp ffff8800572c1c00
00000100:00080000:0.0:1329971321.306910:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971321 exp ffff880046d08400
00000100:00100000:0.0:1329971321.306918:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247544:12345-0@lo:400
00000100:00100000:0.0:1329971321.306935:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247544:12345-0@lo:400 Request procesed in 19us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971321.306943:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247545:12345-0@lo:400
00000100:00100000:0.0:1329971321.306957:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247545:12345-0@lo:400 Request procesed in 15us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971321.306963:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247547:12345-0@lo:400
00000100:00100000:0.0:1329971321.306974:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247547:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971321.306981:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247548:12345-0@lo:400
00000100:00100000:0.0:1329971321.306992:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247548:12345-0@lo:400 Request procesed in 12us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971321.307002:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971321 exp ffff880008f8f400
00000100:00100000:0.0:1329971321.307010:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247546:12345-0@lo:400
00000100:00100000:0.0:1329971321.307026:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247546:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971321.307047:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247549:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971321.307060:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247549 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971321] [real_sent 1329971321] [current 1329971321] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373247549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971321.307069:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373247549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971321.307076:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971321.307077:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971321.307080:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247549:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971321.307083:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247550:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971321.307090:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247550 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971321] [real_sent 1329971321] [current 1329971321] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971321.307097:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971321.307102:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971321.307103:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971321.307105:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247550:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971321.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247543:0@lo:400
00000100:00100000:0.0:1329971321.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247544:0@lo:400
00000100:00100000:0.0:1329971321.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247545:0@lo:400
00000100:00100000:0.0:1329971321.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247546:0@lo:400
00000100:00100000:0.0:1329971321.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247547:0@lo:400
00000100:00100000:0.0:1329971321.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247548:0@lo:400
00000100:00100000:0.0:1329971321.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971322.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971323.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971324.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971325.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971326.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971326.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971326.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971326.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333448966
00000100:00000400:0.0:1329971326.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971326.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971326.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971326.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971326.306678:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971326.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971326.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971326.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333448966
00000100:00000400:0.0:1329971326.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971326.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971326.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971326.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971326.306714:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247557:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971326.306741:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247557 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971326] [real_sent 1329971326] [current 1329971326] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971326.306752:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971326.306758:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971326.306760:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971326.306762:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247557:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971326.306765:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247558:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971326.306773:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247558 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971326] [real_sent 1329971326] [current 1329971326] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971326.306780:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971326.306784:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971326.306786:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971326.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247558:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971326.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247551:0@lo:400
00000100:00100000:0.0:1329971326.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971326.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247552:0@lo:400
00000100:00100000:0.0:1329971326.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971326.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247553:0@lo:400
00000100:00100000:0.0:1329971326.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971326.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247554:0@lo:400
00000100:00100000:0.0:1329971326.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971326.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247555:0@lo:400
00000100:00100000:0.0:1329971326.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971326.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247556:0@lo:400
00000100:00100000:0.0:1329971326.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971326.306896:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971326 exp ffff880052834000
00000100:00100000:0.0:1329971326.306921:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247551:12345-0@lo:400
00000100:00100000:0.0:1329971326.306944:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247551:12345-0@lo:400 Request procesed in 39us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971326.306980:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971326 exp ffff880008f8fc00
00000100:00080000:0.0:1329971326.306987:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971326 exp ffff880057c49800
00000100:00080000:0.0:1329971326.306992:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971326 exp ffff8800572c1c00
00000100:00080000:0.0:1329971326.306996:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971326 exp ffff880046d08400
00000100:00100000:0.0:1329971326.307009:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247552:12345-0@lo:400
00000100:00100000:0.0:1329971326.307028:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247552:12345-0@lo:400 Request procesed in 25us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971326.307036:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247553:12345-0@lo:400
00000100:00100000:0.0:1329971326.307048:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247553:12345-0@lo:400 Request procesed in 13us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971326.307054:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247555:12345-0@lo:400
00000100:00100000:0.0:1329971326.307066:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247555:12345-0@lo:400 Request procesed in 13us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971326.307072:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247556:12345-0@lo:400
00000100:00100000:0.0:1329971326.307083:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247556:12345-0@lo:400 Request procesed in 13us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971326.307104:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971326 exp ffff880008f8f400
00000100:00100000:0.0:1329971326.307113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247554:12345-0@lo:400
00000100:00100000:0.0:1329971326.307129:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247554:12345-0@lo:400 Request procesed in 19us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971326.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247551:0@lo:400
00000100:00100000:0.0:1329971326.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247552:0@lo:400
00000100:00100000:0.0:1329971326.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247553:0@lo:400
00000100:00100000:0.0:1329971326.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247554:0@lo:400
00000100:00100000:0.0:1329971326.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247555:0@lo:400
00000100:00100000:0.0:1329971326.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247556:0@lo:400
00000100:00100000:0.0:1329971326.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971327.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971328.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971329.368585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971330.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971331.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971331.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971331.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971331.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333453966
00000100:00000400:0.0:1329971331.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971331.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971331.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971331.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971331.306699:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971331.306701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971331.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971331.306705:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333453966
00000100:00000400:0.0:1329971331.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971331.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971331.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971331.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373247566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971331.306735:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247565:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971331.306762:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247565 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971331] [real_sent 1329971331] [current 1329971331] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971331.306773:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971331.306779:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971331.306780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971331.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247565:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971331.306786:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247566:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971331.306794:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247566 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971331] [real_sent 1329971331] [current 1329971331] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373247566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971331.306801:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373247566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971331.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971331.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971331.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247566:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971331.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247559:0@lo:400
00000100:00100000:0.0:1329971331.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971331.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247560:0@lo:400
00000100:00100000:0.0:1329971331.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971331.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247561:0@lo:400
00000100:00100000:0.0:1329971331.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971331.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247562:0@lo:400
00000100:00100000:0.0:1329971331.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971331.306919:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247563:0@lo:400
00000100:00100000:0.0:1329971331.306926:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971331.306931:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247564:0@lo:400
00000100:00100000:0.0:1329971331.306937:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971331.306957:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971331 exp ffff880052834000
00000100:00100000:0.0:1329971331.306976:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247559:12345-0@lo:400
00000100:00100000:0.0:1329971331.307001:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247559:12345-0@lo:400 Request procesed in 35us (161us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971331.307014:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971331 exp ffff880008f8fc00
00000100:00080000:0.0:1329971331.307021:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971331 exp ffff880057c49800
00000100:00080000:0.0:1329971331.307025:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971331 exp ffff8800572c1c00
00000100:00080000:0.0:1329971331.307030:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971331 exp ffff880046d08400
00000100:00100000:0.0:1329971331.307038:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247560:12345-0@lo:400
00000100:00100000:0.0:1329971331.307055:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247560:12345-0@lo:400 Request procesed in 20us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971331.307064:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247561:12345-0@lo:400
00000100:00100000:0.0:1329971331.307075:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247561:12345-0@lo:400 Request procesed in 14us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971331.307082:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247563:12345-0@lo:400
00000100:00100000:0.0:1329971331.307093:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247563:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971331.307099:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247564:12345-0@lo:400
00000100:00100000:0.0:1329971331.307110:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247564:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971331.307120:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971331 exp ffff880008f8f400
00000100:00100000:0.0:1329971331.307129:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247562:12345-0@lo:400
00000100:00100000:0.0:1329971331.307145:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247562:12345-0@lo:400 Request procesed in 18us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971331.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247559:0@lo:400
00000100:00100000:0.0:1329971331.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247560:0@lo:400
00000100:00100000:0.0:1329971331.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247561:0@lo:400
00000100:00100000:0.0:1329971331.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247562:0@lo:400
00000100:00100000:0.0:1329971331.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247563:0@lo:400
00000100:00100000:0.0:1329971331.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247564:0@lo:400
00000100:00100000:0.0:1329971331.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971332.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971333.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971334.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971335.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971336.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971336.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971336.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971336.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333458966
00000100:00000400:0.0:1329971336.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971336.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971336.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971336.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971336.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971336.306707:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971336.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971336.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333458966
00000100:00000400:0.0:1329971336.306712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971336.306714:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971336.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971336.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971336.306741:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247567:0@lo:400
00000100:00100000:0.0:1329971336.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971336.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247568:0@lo:400
00000100:00100000:0.0:1329971336.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971336.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247569:0@lo:400
00000100:00100000:0.0:1329971336.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971336.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247570:0@lo:400
00000100:00100000:0.0:1329971336.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971336.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247571:0@lo:400
00000100:00100000:0.0:1329971336.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971336.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247572:0@lo:400
00000100:00100000:0.0:1329971336.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971336.306856:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971336 exp ffff880052834000
00000100:00100000:0.0:1329971336.306889:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247567:12345-0@lo:400
00000100:00100000:0.0:1329971336.306923:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247567:12345-0@lo:400 Request procesed in 56us (153us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971336.306943:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971336 exp ffff880008f8fc00
00000100:00080000:0.0:1329971336.306950:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971336 exp ffff880057c49800
00000100:00080000:0.0:1329971336.306955:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971336 exp ffff8800572c1c00
00000100:00080000:0.0:1329971336.306959:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971336 exp ffff880046d08400
00000100:00100000:0.0:1329971336.306968:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247568:12345-0@lo:400
00000100:00100000:0.0:1329971336.306986:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247568:12345-0@lo:400 Request procesed in 22us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971336.306995:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247569:12345-0@lo:400
00000100:00100000:0.0:1329971336.307006:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247569:12345-0@lo:400 Request procesed in 14us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971336.307013:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247571:12345-0@lo:400
00000100:00100000:0.0:1329971336.307025:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247571:12345-0@lo:400 Request procesed in 13us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971336.307031:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247572:12345-0@lo:400
00000100:00100000:0.0:1329971336.307042:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247572:12345-0@lo:400 Request procesed in 13us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971336.307053:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971336 exp ffff880008f8f400
00000100:00100000:0.0:1329971336.307061:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247570:12345-0@lo:400
00000100:00100000:0.0:1329971336.307078:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247570:12345-0@lo:400 Request procesed in 20us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971336.307099:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247573:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971336.307112:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247573 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971336] [real_sent 1329971336] [current 1329971336] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971336.307122:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971336.307128:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971336.307130:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971336.307132:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247573:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971336.307135:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247574:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971336.307143:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247574 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971336] [real_sent 1329971336] [current 1329971336] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971336.307150:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971336.307155:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971336.307156:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971336.307158:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247574:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971336.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247567:0@lo:400
00000100:00100000:0.0:1329971336.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247568:0@lo:400
00000100:00100000:0.0:1329971336.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247569:0@lo:400
00000100:00100000:0.0:1329971336.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247570:0@lo:400
00000100:00100000:0.0:1329971336.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247571:0@lo:400
00000100:00100000:0.0:1329971336.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247572:0@lo:400
00000100:00100000:0.0:1329971336.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971337.368586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971338.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971339.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971340.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971341.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971341.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971341.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971341.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333463966
00000100:00000400:0.0:1329971341.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971341.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971341.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971341.306663:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971341.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971341.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971341.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971341.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333463966
00000100:00000400:0.0:1329971341.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971341.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971341.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971341.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971341.306706:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247575:0@lo:400
00000100:00100000:0.0:1329971341.306734:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971341.306743:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247576:0@lo:400
00000100:00100000:0.0:1329971341.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971341.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247577:0@lo:400
00000100:00100000:0.0:1329971341.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971341.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247578:0@lo:400
00000100:00100000:0.0:1329971341.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971341.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247579:0@lo:400
00000100:00100000:0.0:1329971341.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971341.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247580:0@lo:400
00000100:00100000:0.0:1329971341.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971341.306856:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971341 exp ffff880052834000
00000100:00100000:0.0:1329971341.306876:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247575:12345-0@lo:400
00000100:00100000:0.0:1329971341.306902:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247575:12345-0@lo:400 Request procesed in 37us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971341.306916:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971341 exp ffff880008f8fc00
00000100:00080000:0.0:1329971341.306922:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971341 exp ffff880057c49800
00000100:00080000:0.0:1329971341.306927:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971341 exp ffff8800572c1c00
00000100:00080000:0.0:1329971341.306931:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971341 exp ffff880046d08400
00000100:00100000:0.0:1329971341.306939:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247576:12345-0@lo:400
00000100:00100000:0.0:1329971341.306957:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247576:12345-0@lo:400 Request procesed in 21us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971341.306965:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247577:12345-0@lo:400
00000100:00100000:0.0:1329971341.306977:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247577:12345-0@lo:400 Request procesed in 14us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971341.306984:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247579:12345-0@lo:400
00000100:00100000:0.0:1329971341.306995:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247579:12345-0@lo:400 Request procesed in 12us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971341.307013:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247580:12345-0@lo:400
00000100:00100000:0.0:1329971341.307024:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247580:12345-0@lo:400 Request procesed in 14us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971341.307035:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971341 exp ffff880008f8f400
00000100:00100000:0.0:1329971341.307043:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247578:12345-0@lo:400
00000100:00100000:0.0:1329971341.307059:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247578:12345-0@lo:400 Request procesed in 19us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971341.307080:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247581:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971341.307093:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247581 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971341] [real_sent 1329971341] [current 1329971341] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971341.307103:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971341.307109:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971341.307111:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971341.307114:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247581:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971341.307117:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247582:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971341.307124:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247582 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971341] [real_sent 1329971341] [current 1329971341] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971341.307131:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971341.307136:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971341.307137:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971341.307139:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247582:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971341.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247575:0@lo:400
00000100:00100000:0.0:1329971341.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247576:0@lo:400
00000100:00100000:0.0:1329971341.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247577:0@lo:400
00000100:00100000:0.0:1329971341.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247578:0@lo:400
00000100:00100000:0.0:1329971341.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247579:0@lo:400
00000100:00100000:0.0:1329971341.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247580:0@lo:400
00000100:00100000:0.0:1329971341.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971342.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971343.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971344.368644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971345.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971346.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971346.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971346.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971346.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333468966
00000100:00000400:0.0:1329971346.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971346.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971346.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971346.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971346.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971346.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971346.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971346.306722:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333468966
00000100:00000400:0.0:1329971346.306724:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971346.306727:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971346.306729:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971346.306734:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971346.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247583:0@lo:400
00000100:00100000:0.0:1329971346.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971346.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247584:0@lo:400
00000100:00100000:0.0:1329971346.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971346.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247585:0@lo:400
00000100:00100000:0.0:1329971346.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971346.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247586:0@lo:400
00000100:00100000:0.0:1329971346.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971346.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247587:0@lo:400
00000100:00100000:0.0:1329971346.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971346.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247588:0@lo:400
00000100:00100000:0.0:1329971346.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971346.306867:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971346 exp ffff880052834000
00000100:00100000:0.0:1329971346.306891:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247583:12345-0@lo:400
00000100:00100000:0.0:1329971346.306915:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247583:12345-0@lo:400 Request procesed in 39us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971346.306929:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971346 exp ffff880008f8fc00
00000100:00080000:0.0:1329971346.306936:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971346 exp ffff880057c49800
00000100:00080000:0.0:1329971346.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971346 exp ffff8800572c1c00
00000100:00080000:0.0:1329971346.306945:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971346 exp ffff880046d08400
00000100:00100000:0.0:1329971346.306955:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247584:12345-0@lo:400
00000100:00100000:0.0:1329971346.306972:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247584:12345-0@lo:400 Request procesed in 22us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971346.306981:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247585:12345-0@lo:400
00000100:00100000:0.0:1329971346.306993:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247585:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971346.306999:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247587:12345-0@lo:400
00000100:00100000:0.0:1329971346.307010:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247587:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971346.307017:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247588:12345-0@lo:400
00000100:00100000:0.0:1329971346.307028:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247588:12345-0@lo:400 Request procesed in 12us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971346.307038:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971346 exp ffff880008f8f400
00000100:00100000:0.0:1329971346.307046:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247586:12345-0@lo:400
00000100:00100000:0.0:1329971346.307063:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247586:12345-0@lo:400 Request procesed in 20us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971346.307096:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247589:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971346.307108:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247589 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971346] [real_sent 1329971346] [current 1329971346] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971346.307118:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971346.307124:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971346.307126:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971346.307129:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247589:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971346.307132:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247590:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971346.307139:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247590 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971346] [real_sent 1329971346] [current 1329971346] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971346.307146:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971346.307151:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971346.307152:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971346.307154:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247590:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971346.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247583:0@lo:400
00000100:00100000:0.0:1329971346.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247584:0@lo:400
00000100:00100000:0.0:1329971346.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247585:0@lo:400
00000100:00100000:0.0:1329971346.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247586:0@lo:400
00000100:00100000:0.0:1329971346.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247587:0@lo:400
00000100:00100000:0.0:1329971346.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247588:0@lo:400
00000100:00100000:0.0:1329971346.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971347.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971348.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971349.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971350.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971351.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971351.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971351.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971351.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333473966
00000100:00000400:0.0:1329971351.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971351.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971351.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971351.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971351.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971351.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971351.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971351.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333473966
00000100:00000400:0.0:1329971351.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971351.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971351.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971351.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971351.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247591:0@lo:400
00000100:00100000:0.0:1329971351.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971351.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247592:0@lo:400
00000100:00100000:0.0:1329971351.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971351.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247593:0@lo:400
00000100:00100000:0.0:1329971351.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971351.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247594:0@lo:400
00000100:00100000:0.0:1329971351.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971351.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247595:0@lo:400
00000100:00100000:0.0:1329971351.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971351.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247596:0@lo:400
00000100:00100000:0.0:1329971351.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971351.306928:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971351 exp ffff880052834000
00000100:00100000:0.0:1329971351.306948:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247591:12345-0@lo:400
00000100:00100000:0.0:1329971351.306973:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247591:12345-0@lo:400 Request procesed in 35us (194us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971351.306987:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971351 exp ffff880008f8fc00
00000100:00100000:0.0:1329971351.306996:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247592:12345-0@lo:400
00000100:00100000:0.0:1329971351.307014:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247592:12345-0@lo:400 Request procesed in 20us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971351.307020:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971351 exp ffff880057c49800
00000100:00080000:0.0:1329971351.307026:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971351 exp ffff8800572c1c00
00000100:00080000:0.0:1329971351.307030:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971351 exp ffff880046d08400
00000100:00100000:0.0:1329971351.307038:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247593:12345-0@lo:400
00000100:00100000:0.0:1329971351.307073:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247593:12345-0@lo:400 Request procesed in 37us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971351.307083:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247595:12345-0@lo:400
00000100:00100000:0.0:1329971351.307096:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247595:12345-0@lo:400 Request procesed in 16us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971351.307102:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247596:12345-0@lo:400
00000100:00100000:0.0:1329971351.307113:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247596:12345-0@lo:400 Request procesed in 13us (206us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971351.307126:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971351 exp ffff880008f8f400
00000100:00100000:0.0:1329971351.307135:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247594:12345-0@lo:400
00000100:00100000:0.0:1329971351.307151:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247594:12345-0@lo:400 Request procesed in 18us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971351.307172:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247597:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971351.307192:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247597 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971351] [real_sent 1329971351] [current 1329971351] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971351.307202:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971351.307213:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971351.307215:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971351.307218:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247597:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971351.307221:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247598:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971351.307228:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247598 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971351] [real_sent 1329971351] [current 1329971351] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971351.307235:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971351.307240:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971351.307241:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971351.307243:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247598:127.0.0.1@tcp:8
00000400:02020000:0.0:1329971351.307390:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971351.307430:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971351.307441:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971351.307488:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247591:0@lo:400
00000100:00100000:0.0:1329971351.307496:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247592:0@lo:400
00000100:00100000:0.0:1329971351.307500:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247593:0@lo:400
00000100:00100000:0.0:1329971351.307504:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247594:0@lo:400
00000100:00100000:0.0:1329971351.307508:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247595:0@lo:400
00000100:00100000:0.0:1329971351.307512:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247596:0@lo:400
00000100:00100000:0.0:1329971351.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971352.368603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971353.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971354.368598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971355.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971356.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971356.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971356.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971356.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333478966
00000100:00000400:0.0:1329971356.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971356.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971356.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971356.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971356.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971356.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971356.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971356.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333478966
00000100:00000400:0.0:1329971356.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971356.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971356.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971356.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971356.306713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247599:0@lo:400
00000100:00100000:0.0:1329971356.306740:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971356.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247600:0@lo:400
00000100:00100000:0.0:1329971356.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971356.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247601:0@lo:400
00000100:00100000:0.0:1329971356.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971356.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247602:0@lo:400
00000100:00100000:0.0:1329971356.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971356.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247603:0@lo:400
00000100:00100000:0.0:1329971356.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971356.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247604:0@lo:400
00000100:00100000:0.0:1329971356.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971356.306861:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971356 exp ffff880052834000
00000100:00100000:0.0:1329971356.306887:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247599:12345-0@lo:400
00000100:00100000:0.0:1329971356.306911:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247599:12345-0@lo:400 Request procesed in 40us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971356.306925:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971356 exp ffff880008f8fc00
00000100:00080000:0.0:1329971356.306932:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971356 exp ffff880057c49800
00000100:00080000:0.0:1329971356.306936:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971356 exp ffff8800572c1c00
00000100:00080000:0.0:1329971356.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971356 exp ffff880046d08400
00000100:00100000:0.0:1329971356.306951:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247600:12345-0@lo:400
00000100:00100000:0.0:1329971356.306967:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247600:12345-0@lo:400 Request procesed in 22us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971356.307009:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247601:12345-0@lo:400
00000100:00100000:0.0:1329971356.307023:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247601:12345-0@lo:400 Request procesed in 50us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971356.307042:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247603:12345-0@lo:400
00000100:00100000:0.0:1329971356.307053:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247603:12345-0@lo:400 Request procesed in 14us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971356.307060:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247604:12345-0@lo:400
00000100:00100000:0.0:1329971356.307070:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247604:12345-0@lo:400 Request procesed in 12us (229us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971356.307085:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971356 exp ffff880008f8f400
00000100:00100000:0.0:1329971356.307094:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247602:12345-0@lo:400
00000100:00100000:0.0:1329971356.307110:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247602:12345-0@lo:400 Request procesed in 18us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971356.307131:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247605:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971356.307144:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247605 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971356] [real_sent 1329971356] [current 1329971356] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971356.307154:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971356.307161:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971356.307162:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971356.307165:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247605:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971356.307168:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247606:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971356.307175:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247606 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971356] [real_sent 1329971356] [current 1329971356] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971356.307182:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971356.307186:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971356.307188:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971356.307190:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247606:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971356.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247599:0@lo:400
00000100:00100000:0.0:1329971356.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247600:0@lo:400
00000100:00100000:0.0:1329971356.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247601:0@lo:400
00000100:00100000:0.0:1329971356.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247602:0@lo:400
00000100:00100000:0.0:1329971356.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247603:0@lo:400
00000100:00100000:0.0:1329971356.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247604:0@lo:400
00000100:00100000:0.0:1329971356.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971357.368600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971358.368628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971359.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971360.368627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971361.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971361.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971361.306643:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971361.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333483966
00000100:00000400:0.0:1329971361.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971361.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971361.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971361.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971361.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971361.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971361.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971361.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333483966
00000100:00000400:0.0:1329971361.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971361.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971361.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971361.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971361.306716:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247607:0@lo:400
00000100:00100000:0.0:1329971361.306742:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971361.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247608:0@lo:400
00000100:00100000:0.0:1329971361.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971361.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247609:0@lo:400
00000100:00100000:0.0:1329971361.306772:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971361.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247610:0@lo:400
00000100:00100000:0.0:1329971361.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971361.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247611:0@lo:400
00000100:00100000:0.0:1329971361.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971361.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247612:0@lo:400
00000100:00100000:0.0:1329971361.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971361.306826:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971361 exp ffff880052834000
00000100:00100000:0.0:1329971361.306845:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247607:12345-0@lo:400
00000100:00100000:0.0:1329971361.306868:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247607:12345-0@lo:400 Request procesed in 34us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971361.306882:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971361 exp ffff880008f8fc00
00000100:00080000:0.0:1329971361.306889:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971361 exp ffff880057c49800
00000100:00080000:0.0:1329971361.306893:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971361 exp ffff8800572c1c00
00000100:00080000:0.0:1329971361.306910:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971361 exp ffff880046d08400
00000100:00100000:0.0:1329971361.306926:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247608:12345-0@lo:400
00000100:00100000:0.0:1329971361.306953:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247608:12345-0@lo:400 Request procesed in 32us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971361.306966:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247609:12345-0@lo:400
00000100:00100000:0.0:1329971361.306980:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247609:12345-0@lo:400 Request procesed in 18us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971361.306988:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247611:12345-0@lo:400
00000100:00100000:0.0:1329971361.306999:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247611:12345-0@lo:400 Request procesed in 13us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971361.307005:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247612:12345-0@lo:400
00000100:00100000:0.0:1329971361.307016:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247612:12345-0@lo:400 Request procesed in 13us (209us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971361.307028:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971361 exp ffff880008f8f400
00000100:00100000:0.0:1329971361.307037:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247610:12345-0@lo:400
00000100:00100000:0.0:1329971361.307054:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247610:12345-0@lo:400 Request procesed in 19us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971361.307075:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247613:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971361.307089:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247613 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971361] [real_sent 1329971361] [current 1329971361] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971361.307099:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971361.307105:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971361.307107:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971361.307109:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247613:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971361.307112:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247614:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971361.307119:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247614 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971361] [real_sent 1329971361] [current 1329971361] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971361.307126:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971361.307131:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971361.307133:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971361.307135:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247614:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971361.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247607:0@lo:400
00000100:00100000:0.0:1329971361.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247608:0@lo:400
00000100:00100000:0.0:1329971361.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247609:0@lo:400
00000100:00100000:0.0:1329971361.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247610:0@lo:400
00000100:00100000:0.0:1329971361.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247611:0@lo:400
00000100:00100000:0.0:1329971361.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247612:0@lo:400
00000100:00100000:0.0:1329971361.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971362.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971363.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971364.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971365.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971366.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971366.306637:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971366.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971366.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333488966
00000100:00000400:0.0:1329971366.306646:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971366.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971366.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971366.306665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971366.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971366.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971366.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971366.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333488966
00000100:00000400:0.0:1329971366.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971366.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971366.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971366.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373247622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971366.306709:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247615:0@lo:400
00000100:00100000:0.0:1329971366.306734:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971366.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247616:0@lo:400
00000100:00100000:0.0:1329971366.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971366.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247617:0@lo:400
00000100:00100000:0.0:1329971366.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971366.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247618:0@lo:400
00000100:00100000:0.0:1329971366.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971366.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247619:0@lo:400
00000100:00100000:0.0:1329971366.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971366.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247620:0@lo:400
00000100:00100000:0.0:1329971366.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971366.306821:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971366 exp ffff880052834000
00000100:00100000:0.0:1329971366.306849:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247615:12345-0@lo:400
00000100:00100000:0.0:1329971366.306874:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247615:12345-0@lo:400 Request procesed in 45us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971366.306888:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971366 exp ffff880008f8fc00
00000100:00080000:0.0:1329971366.306895:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971366 exp ffff880057c49800
00000100:00080000:0.0:1329971366.306899:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971366 exp ffff8800572c1c00
00000100:00080000:0.0:1329971366.306903:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971366 exp ffff880046d08400
00000100:00100000:0.0:1329971366.306912:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247616:12345-0@lo:400
00000100:00100000:0.0:1329971366.306929:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247616:12345-0@lo:400 Request procesed in 19us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971366.306937:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247617:12345-0@lo:400
00000100:00100000:0.0:1329971366.306948:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247617:12345-0@lo:400 Request procesed in 14us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971366.306955:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247619:12345-0@lo:400
00000100:00100000:0.0:1329971366.306966:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247619:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971366.306973:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247620:12345-0@lo:400
00000100:00100000:0.0:1329971366.306983:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247620:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971366.306993:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971366 exp ffff880008f8f400
00000100:00100000:0.0:1329971366.307002:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247618:12345-0@lo:400
00000100:00100000:0.0:1329971366.307018:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247618:12345-0@lo:400 Request procesed in 18us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971366.307038:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247621:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971366.307051:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247621 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971366] [real_sent 1329971366] [current 1329971366] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971366.307061:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971366.307068:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971366.307069:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971366.307072:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247621:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971366.307075:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247622:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971366.307082:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247622 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971366] [real_sent 1329971366] [current 1329971366] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373247622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971366.307089:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373247622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971366.307094:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971366.307095:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971366.307097:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247622:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971366.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247615:0@lo:400
00000100:00100000:0.0:1329971366.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247616:0@lo:400
00000100:00100000:0.0:1329971366.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247617:0@lo:400
00000100:00100000:0.0:1329971366.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247618:0@lo:400
00000100:00100000:0.0:1329971366.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247619:0@lo:400
00000100:00100000:0.0:1329971366.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247620:0@lo:400
00000100:00100000:0.0:1329971366.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971367.368584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971368.368609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971369.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971370.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971371.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971371.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971371.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971371.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333493966
00000100:00000400:0.0:1329971371.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971371.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971371.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971371.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373247629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971371.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971371.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971371.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971371.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333493966
00000100:00000400:0.0:1329971371.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971371.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971371.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971371.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971371.306712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247623:0@lo:400
00000100:00100000:0.0:1329971371.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971371.306747:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247624:0@lo:400
00000100:00100000:0.0:1329971371.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971371.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247625:0@lo:400
00000100:00100000:0.0:1329971371.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971371.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247626:0@lo:400
00000100:00100000:0.0:1329971371.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971371.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247627:0@lo:400
00000100:00100000:0.0:1329971371.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971371.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247628:0@lo:400
00000100:00100000:0.0:1329971371.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971371.306875:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971371 exp ffff880052834000
00000100:00100000:0.0:1329971371.306894:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247623:12345-0@lo:400
00000100:00100000:0.0:1329971371.306920:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247623:12345-0@lo:400 Request procesed in 36us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971371.306933:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971371 exp ffff880008f8fc00
00000100:00080000:0.0:1329971371.306940:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971371 exp ffff880057c49800
00000100:00080000:0.0:1329971371.306945:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971371 exp ffff8800572c1c00
00000100:00080000:0.0:1329971371.306949:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971371 exp ffff880046d08400
00000100:00100000:0.0:1329971371.306957:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247624:12345-0@lo:400
00000100:00100000:0.0:1329971371.307007:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247624:12345-0@lo:400 Request procesed in 52us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971371.307027:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247625:12345-0@lo:400
00000100:00100000:0.0:1329971371.307040:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247625:12345-0@lo:400 Request procesed in 15us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971371.307047:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247627:12345-0@lo:400
00000100:00100000:0.0:1329971371.307057:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247627:12345-0@lo:400 Request procesed in 13us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971371.307064:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247628:12345-0@lo:400
00000100:00100000:0.0:1329971371.307075:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247628:12345-0@lo:400 Request procesed in 12us (219us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971371.307086:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971371 exp ffff880008f8f400
00000100:00100000:0.0:1329971371.307095:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247626:12345-0@lo:400
00000100:00100000:0.0:1329971371.307111:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247626:12345-0@lo:400 Request procesed in 19us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971371.307133:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247629:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971371.307146:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247629 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971371] [real_sent 1329971371] [current 1329971371] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373247629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971371.307156:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373247629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971371.307163:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971371.307164:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971371.307167:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247629:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971371.307170:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247630:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971371.307177:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247630 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971371] [real_sent 1329971371] [current 1329971371] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971371.307184:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971371.307189:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971371.307190:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971371.307192:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247630:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971371.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247623:0@lo:400
00000100:00100000:0.0:1329971371.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247624:0@lo:400
00000100:00100000:0.0:1329971371.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247625:0@lo:400
00000100:00100000:0.0:1329971371.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247626:0@lo:400
00000100:00100000:0.0:1329971371.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247627:0@lo:400
00000100:00100000:0.0:1329971371.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247628:0@lo:400
00000100:00100000:0.0:1329971371.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971372.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971373.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971374.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971375.368634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971376.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971376.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971376.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971376.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333498966
00000100:00000400:0.0:1329971376.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971376.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971376.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971376.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971376.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971376.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971376.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971376.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333498966
00000100:00000400:0.0:1329971376.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971376.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971376.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971376.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971376.306719:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247631:0@lo:400
00000100:00100000:0.0:1329971376.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971376.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247632:0@lo:400
00000100:00100000:0.0:1329971376.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971376.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247633:0@lo:400
00000100:00100000:0.0:1329971376.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971376.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247634:0@lo:400
00000100:00100000:0.0:1329971376.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971376.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247635:0@lo:400
00000100:00100000:0.0:1329971376.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971376.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247636:0@lo:400
00000100:00100000:0.0:1329971376.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971376.306828:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971376 exp ffff880052834000
00000100:00100000:0.0:1329971376.306855:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247631:12345-0@lo:400
00000100:00100000:0.0:1329971376.306879:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247631:12345-0@lo:400 Request procesed in 43us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971376.306893:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971376 exp ffff880008f8fc00
00000100:00080000:0.0:1329971376.306900:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971376 exp ffff880057c49800
00000100:00080000:0.0:1329971376.306904:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971376 exp ffff8800572c1c00
00000100:00080000:0.0:1329971376.306909:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971376 exp ffff880046d08400
00000100:00100000:0.0:1329971376.306917:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247632:12345-0@lo:400
00000100:00100000:0.0:1329971376.306934:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247632:12345-0@lo:400 Request procesed in 19us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971376.306942:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247633:12345-0@lo:400
00000100:00100000:0.0:1329971376.306954:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247633:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971376.306960:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247635:12345-0@lo:400
00000100:00100000:0.0:1329971376.306971:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247635:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971376.306978:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247636:12345-0@lo:400
00000100:00100000:0.0:1329971376.306989:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247636:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971376.307002:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971376 exp ffff880008f8f400
00000100:00100000:0.0:1329971376.307010:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247634:12345-0@lo:400
00000100:00100000:0.0:1329971376.307026:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247634:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971376.307047:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247637:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971376.307060:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247637 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971376] [real_sent 1329971376] [current 1329971376] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971376.307070:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971376.307076:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971376.307078:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971376.307080:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247637:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971376.307083:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247638:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971376.307090:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247638 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971376] [real_sent 1329971376] [current 1329971376] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971376.307097:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971376.307102:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971376.307103:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971376.307105:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247638:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971376.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247631:0@lo:400
00000100:00100000:0.0:1329971376.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247632:0@lo:400
00000100:00100000:0.0:1329971376.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247633:0@lo:400
00000100:00100000:0.0:1329971376.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247634:0@lo:400
00000100:00100000:0.0:1329971376.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247635:0@lo:400
00000100:00100000:0.0:1329971376.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247636:0@lo:400
00000100:00100000:0.0:1329971376.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971377.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971378.368612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971379.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971380.368625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971381.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971381.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971381.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971381.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333503966
00000100:00000400:0.0:1329971381.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971381.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971381.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971381.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971381.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971381.306711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971381.306713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971381.306715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333503966
00000100:00000400:0.0:1329971381.306717:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971381.306719:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971381.306721:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971381.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971381.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247639:0@lo:400
00000100:00100000:0.0:1329971381.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971381.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247640:0@lo:400
00000100:00100000:0.0:1329971381.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971381.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247641:0@lo:400
00000100:00100000:0.0:1329971381.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971381.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247642:0@lo:400
00000100:00100000:0.0:1329971381.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971381.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247643:0@lo:400
00000100:00100000:0.0:1329971381.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971381.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247644:0@lo:400
00000100:00100000:0.0:1329971381.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971381.306860:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971381 exp ffff880052834000
00000100:00100000:0.0:1329971381.306879:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247639:12345-0@lo:400
00000100:00100000:0.0:1329971381.306902:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247639:12345-0@lo:400 Request procesed in 34us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971381.306916:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971381 exp ffff880008f8fc00
00000100:00080000:0.0:1329971381.306923:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971381 exp ffff880057c49800
00000100:00080000:0.0:1329971381.306927:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971381 exp ffff8800572c1c00
00000100:00080000:0.0:1329971381.306932:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971381 exp ffff880046d08400
00000100:00100000:0.0:1329971381.306940:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247640:12345-0@lo:400
00000100:00100000:0.0:1329971381.306957:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247640:12345-0@lo:400 Request procesed in 20us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971381.306965:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247641:12345-0@lo:400
00000100:00100000:0.0:1329971381.306977:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247641:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971381.306984:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247643:12345-0@lo:400
00000100:00100000:0.0:1329971381.306995:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247643:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971381.307001:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247644:12345-0@lo:400
00000100:00100000:0.0:1329971381.307012:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247644:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971381.307065:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971381 exp ffff880008f8f400
00000100:00100000:0.0:1329971381.307076:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247642:12345-0@lo:400
00000100:00100000:0.0:1329971381.307095:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247642:12345-0@lo:400 Request procesed in 22us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971381.307116:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247645:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971381.307130:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247645 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971381] [real_sent 1329971381] [current 1329971381] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971381.307140:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971381.307146:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971381.307148:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971381.307150:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247645:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971381.307153:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247646:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971381.307160:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247646 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971381] [real_sent 1329971381] [current 1329971381] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971381.307167:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971381.307172:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971381.307174:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971381.307176:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247646:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971381.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247639:0@lo:400
00000100:00100000:0.0:1329971381.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247640:0@lo:400
00000100:00100000:0.0:1329971381.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247641:0@lo:400
00000100:00100000:0.0:1329971381.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247642:0@lo:400
00000100:00100000:0.0:1329971381.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247643:0@lo:400
00000100:00100000:0.0:1329971381.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247644:0@lo:400
00000100:00100000:0.0:1329971381.368613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971382.368632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971383.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971384.368646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971385.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971386.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971386.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971386.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971386.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333508966
00000100:00000400:0.0:1329971386.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971386.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971386.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971386.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971386.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971386.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971386.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971386.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333508966
00000100:00000400:0.0:1329971386.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971386.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971386.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971386.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971386.306712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247647:0@lo:400
00000100:00100000:0.0:1329971386.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971386.306747:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247648:0@lo:400
00000100:00100000:0.0:1329971386.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971386.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247649:0@lo:400
00000100:00100000:0.0:1329971386.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971386.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247650:0@lo:400
00000100:00100000:0.0:1329971386.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971386.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247651:0@lo:400
00000100:00100000:0.0:1329971386.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971386.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247652:0@lo:400
00000100:00100000:0.0:1329971386.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971386.306859:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971386 exp ffff880052834000
00000100:00100000:0.0:1329971386.306886:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247647:12345-0@lo:400
00000100:00100000:0.0:1329971386.306910:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247647:12345-0@lo:400 Request procesed in 43us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971386.306925:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971386 exp ffff880008f8fc00
00000100:00080000:0.0:1329971386.306931:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971386 exp ffff880057c49800
00000100:00080000:0.0:1329971386.306936:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971386 exp ffff8800572c1c00
00000100:00080000:0.0:1329971386.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971386 exp ffff880046d08400
00000100:00100000:0.0:1329971386.306949:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247648:12345-0@lo:400
00000100:00100000:0.0:1329971386.306966:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247648:12345-0@lo:400 Request procesed in 20us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971386.306974:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247649:12345-0@lo:400
00000100:00100000:0.0:1329971386.306986:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247649:12345-0@lo:400 Request procesed in 13us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971386.306993:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247651:12345-0@lo:400
00000100:00100000:0.0:1329971386.307003:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247651:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971386.307010:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247652:12345-0@lo:400
00000100:00100000:0.0:1329971386.307021:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247652:12345-0@lo:400 Request procesed in 13us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971386.307031:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971386 exp ffff880008f8f400
00000100:00100000:0.0:1329971386.307039:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247650:12345-0@lo:400
00000100:00100000:0.0:1329971386.307056:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247650:12345-0@lo:400 Request procesed in 18us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971386.307076:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247653:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971386.307089:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247653 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971386] [real_sent 1329971386] [current 1329971386] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971386.307099:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971386.307106:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971386.307107:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971386.307110:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247653:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971386.307113:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247654:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971386.307123:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247654 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971386] [real_sent 1329971386] [current 1329971386] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971386.307131:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971386.307135:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971386.307137:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971386.307138:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247654:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971386.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247647:0@lo:400
00000100:00100000:0.0:1329971386.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247648:0@lo:400
00000100:00100000:0.0:1329971386.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247649:0@lo:400
00000100:00100000:0.0:1329971386.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247650:0@lo:400
00000100:00100000:0.0:1329971386.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247651:0@lo:400
00000100:00100000:0.0:1329971386.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247652:0@lo:400
00000100:00100000:0.0:1329971386.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971387.368605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971388.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971389.368631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971390.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971391.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971391.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971391.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971391.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333513966
00000100:00000400:0.0:1329971391.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971391.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971391.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971391.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971391.306707:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971391.306709:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971391.306710:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971391.306713:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333513966
00000100:00000400:0.0:1329971391.306714:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971391.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971391.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971391.306722:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971391.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247655:0@lo:400
00000100:00100000:0.0:1329971391.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971391.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247656:0@lo:400
00000100:00100000:0.0:1329971391.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971391.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247657:0@lo:400
00000100:00100000:0.0:1329971391.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971391.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247658:0@lo:400
00000100:00100000:0.0:1329971391.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971391.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247659:0@lo:400
00000100:00100000:0.0:1329971391.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971391.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247660:0@lo:400
00000100:00100000:0.0:1329971391.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971391.306852:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971391 exp ffff880052834000
00000100:00100000:0.0:1329971391.306871:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247655:12345-0@lo:400
00000100:00100000:0.0:1329971391.306895:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247655:12345-0@lo:400 Request procesed in 34us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971391.306908:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971391 exp ffff880008f8fc00
00000100:00080000:0.0:1329971391.306915:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971391 exp ffff880057c49800
00000100:00080000:0.0:1329971391.306919:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971391 exp ffff8800572c1c00
00000100:00080000:0.0:1329971391.306924:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971391 exp ffff880046d08400
00000100:00100000:0.0:1329971391.306932:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247656:12345-0@lo:400
00000100:00100000:0.0:1329971391.306949:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247656:12345-0@lo:400 Request procesed in 20us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971391.306957:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247657:12345-0@lo:400
00000100:00100000:0.0:1329971391.306968:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247657:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971391.306975:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247659:12345-0@lo:400
00000100:00100000:0.0:1329971391.306986:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247659:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971391.306993:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247660:12345-0@lo:400
00000100:00100000:0.0:1329971391.307003:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247660:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971391.307013:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971391 exp ffff880008f8f400
00000100:00100000:0.0:1329971391.307022:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247658:12345-0@lo:400
00000100:00100000:0.0:1329971391.307038:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247658:12345-0@lo:400 Request procesed in 19us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971391.307059:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247661:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971391.307072:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247661 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971391] [real_sent 1329971391] [current 1329971391] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971391.307083:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971391.307089:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971391.307091:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971391.307093:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247661:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971391.307096:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247662:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971391.307103:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247662 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971391] [real_sent 1329971391] [current 1329971391] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971391.307110:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971391.307115:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971391.307116:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971391.307118:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247662:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971391.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247655:0@lo:400
00000100:00100000:0.0:1329971391.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247656:0@lo:400
00000100:00100000:0.0:1329971391.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247657:0@lo:400
00000100:00100000:0.0:1329971391.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247658:0@lo:400
00000100:00100000:0.0:1329971391.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247659:0@lo:400
00000100:00100000:0.0:1329971391.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247660:0@lo:400
00000100:00100000:0.0:1329971391.368623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971392.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971393.368604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971394.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971395.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971396.306616:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971396.306623:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971396.306625:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971396.306630:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333518966
00000100:00000400:0.0:1329971396.306632:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971396.306638:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971396.306644:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971396.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971396.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971396.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971396.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971396.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333518966
00000100:00000400:0.0:1329971396.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971396.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971396.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971396.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971396.306725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247663:0@lo:400
00000100:00100000:0.0:1329971396.306750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971396.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247664:0@lo:400
00000100:00100000:0.0:1329971396.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971396.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247665:0@lo:400
00000100:00100000:0.0:1329971396.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971396.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247666:0@lo:400
00000100:00100000:0.0:1329971396.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971396.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247667:0@lo:400
00000100:00100000:0.0:1329971396.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971396.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247668:0@lo:400
00000100:00100000:0.0:1329971396.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971396.306870:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971396 exp ffff880052834000
00000100:00100000:0.0:1329971396.306899:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247663:12345-0@lo:400
00000100:00100000:0.0:1329971396.306924:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247663:12345-0@lo:400 Request procesed in 45us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971396.306939:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971396 exp ffff880008f8fc00
00000100:00080000:0.0:1329971396.306967:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971396 exp ffff880057c49800
00000100:00080000:0.0:1329971396.306973:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971396 exp ffff8800572c1c00
00000100:00080000:0.0:1329971396.306977:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971396 exp ffff880046d08400
00000100:00100000:0.0:1329971396.306990:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247664:12345-0@lo:400
00000100:00100000:0.0:1329971396.307011:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247664:12345-0@lo:400 Request procesed in 27us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971396.307019:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247665:12345-0@lo:400
00000100:00100000:0.0:1329971396.307030:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247665:12345-0@lo:400 Request procesed in 13us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971396.307037:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247667:12345-0@lo:400
00000100:00100000:0.0:1329971396.307048:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247667:12345-0@lo:400 Request procesed in 13us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971396.307067:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247668:12345-0@lo:400
00000100:00100000:0.0:1329971396.307078:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247668:12345-0@lo:400 Request procesed in 13us (231us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971396.307092:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971396 exp ffff880008f8f400
00000100:00100000:0.0:1329971396.307122:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247666:12345-0@lo:400
00000100:00100000:0.0:1329971396.307143:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247666:12345-0@lo:400 Request procesed in 26us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971396.307165:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247669:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971396.307179:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247669 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971396] [real_sent 1329971396] [current 1329971396] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971396.307189:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971396.307195:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971396.307197:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971396.307199:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247669:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971396.307202:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247670:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971396.307209:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247670 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971396] [real_sent 1329971396] [current 1329971396] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971396.307216:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971396.307221:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971396.307222:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971396.307224:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247670:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971396.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247663:0@lo:400
00000100:00100000:0.0:1329971396.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247664:0@lo:400
00000100:00100000:0.0:1329971396.307251:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247665:0@lo:400
00000100:00100000:0.0:1329971396.307255:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247666:0@lo:400
00000100:00100000:0.0:1329971396.307259:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247667:0@lo:400
00000100:00100000:0.0:1329971396.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247668:0@lo:400
00000100:00100000:0.0:1329971396.368622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971397.368621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971398.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971399.368586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971400.368629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971401.306627:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971401.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971401.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971401.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333523966
00000100:00000400:0.0:1329971401.306643:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971401.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971401.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971401.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971401.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971401.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971401.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971401.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333523966
00000100:00000400:0.0:1329971401.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971401.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971401.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971401.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971401.306709:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247671:0@lo:400
00000100:00100000:0.0:1329971401.306735:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971401.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247672:0@lo:400
00000100:00100000:0.0:1329971401.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971401.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247673:0@lo:400
00000100:00100000:0.0:1329971401.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971401.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247674:0@lo:400
00000100:00100000:0.0:1329971401.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971401.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247675:0@lo:400
00000100:00100000:0.0:1329971401.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971401.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247676:0@lo:400
00000100:00100000:0.0:1329971401.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971401.306846:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247677:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971401.306858:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247677 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971401] [real_sent 1329971401] [current 1329971401] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971401.306869:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971401.306875:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971401.306876:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971401.306879:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247677:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971401.306882:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247678:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971401.306889:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247678 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971401] [real_sent 1329971401] [current 1329971401] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971401.306896:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971401.306901:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971401.306902:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971401.306904:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247678:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971401.306924:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971401 exp ffff880052834000
00000100:00100000:0.0:1329971401.306943:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247671:12345-0@lo:400
00000100:00100000:0.0:1329971401.306967:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247671:12345-0@lo:400 Request procesed in 35us (233us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971401.306981:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971401 exp ffff880008f8fc00
00000100:00080000:0.0:1329971401.306987:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971401 exp ffff880057c49800
00000100:00080000:0.0:1329971401.306992:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971401 exp ffff8800572c1c00
00000100:00080000:0.0:1329971401.306996:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971401 exp ffff880046d08400
00000100:00100000:0.0:1329971401.307004:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247672:12345-0@lo:400
00000100:00100000:0.0:1329971401.307022:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247672:12345-0@lo:400 Request procesed in 20us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971401.307030:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247673:12345-0@lo:400
00000100:00100000:0.0:1329971401.307041:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247673:12345-0@lo:400 Request procesed in 14us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971401.307048:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247675:12345-0@lo:400
00000100:00100000:0.0:1329971401.307059:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247675:12345-0@lo:400 Request procesed in 13us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971401.307066:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247676:12345-0@lo:400
00000100:00100000:0.0:1329971401.307077:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247676:12345-0@lo:400 Request procesed in 13us (245us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971401.307087:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971401 exp ffff880008f8f400
00000100:00100000:0.0:1329971401.307096:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247674:12345-0@lo:400
00000100:00100000:0.0:1329971401.307112:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247674:12345-0@lo:400 Request procesed in 19us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971401.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247671:0@lo:400
00000100:00100000:0.0:1329971401.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247672:0@lo:400
00000100:00100000:0.0:1329971401.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247673:0@lo:400
00000100:00100000:0.0:1329971401.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247674:0@lo:400
00000100:00100000:0.0:1329971401.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247675:0@lo:400
00000100:00100000:0.0:1329971401.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247676:0@lo:400
00000100:00100000:0.0:1329971401.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971402.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971403.368618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971404.368601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971405.368619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971406.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971406.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971406.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971406.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333528966
00000100:00000400:0.0:1329971406.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971406.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971406.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971406.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373247685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971406.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971406.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971406.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971406.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333528966
00000100:00000400:0.0:1329971406.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971406.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971406.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971406.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971406.306706:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247685:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971406.306731:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247685 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971406] [real_sent 1329971406] [current 1329971406] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373247685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971406.306741:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373247685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971406.306748:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971406.306749:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971406.306752:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247685:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971406.306754:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247686:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971406.306762:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247686 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971406] [real_sent 1329971406] [current 1329971406] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971406.306769:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971406.306774:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971406.306775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971406.306777:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247686:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971406.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247679:0@lo:400
00000100:00100000:0.0:1329971406.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971406.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247680:0@lo:400
00000100:00100000:0.0:1329971406.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971406.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247681:0@lo:400
00000100:00100000:0.0:1329971406.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971406.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247682:0@lo:400
00000100:00100000:0.0:1329971406.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971406.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247683:0@lo:400
00000100:00100000:0.0:1329971406.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971406.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247684:0@lo:400
00000100:00100000:0.0:1329971406.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971406.306916:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971406 exp ffff880008f8fc00
00000100:00080000:0.0:1329971406.306924:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971406 exp ffff880057c49800
00000100:00080000:0.0:1329971406.306928:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971406 exp ffff8800572c1c00
00000100:00080000:0.0:1329971406.306933:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971406 exp ffff880046d08400
00000100:00100000:0.0:1329971406.306954:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247680:12345-0@lo:400
00000100:00100000:0.0:1329971406.306980:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247680:12345-0@lo:400 Request procesed in 40us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971406.306989:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247681:12345-0@lo:400
00000100:00100000:0.0:1329971406.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247681:12345-0@lo:400 Request procesed in 15us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971406.307008:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247683:12345-0@lo:400
00000100:00100000:0.0:1329971406.307019:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247683:12345-0@lo:400 Request procesed in 13us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971406.307026:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247684:12345-0@lo:400
00000100:00100000:0.0:1329971406.307036:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247684:12345-0@lo:400 Request procesed in 13us (139us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971406.307054:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971406 exp ffff880052834000
00000100:00100000:0.0:1329971406.307063:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247679:12345-0@lo:400
00000100:00100000:0.0:1329971406.307077:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247679:12345-0@lo:400 Request procesed in 16us (274us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971406.307090:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971406 exp ffff880008f8f400
00000100:00100000:0.0:1329971406.307098:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247682:12345-0@lo:400
00000100:00100000:0.0:1329971406.307114:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247682:12345-0@lo:400 Request procesed in 19us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971406.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247679:0@lo:400
00000100:00100000:0.0:1329971406.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247680:0@lo:400
00000100:00100000:0.0:1329971406.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247681:0@lo:400
00000100:00100000:0.0:1329971406.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247682:0@lo:400
00000100:00100000:0.0:1329971406.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247683:0@lo:400
00000100:00100000:0.0:1329971406.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247684:0@lo:400
00000100:00100000:0.0:1329971406.368611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971407.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971408.368624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971409.368606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971410.368614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971411.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971411.306640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971411.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971411.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333533966
00000100:00000400:0.0:1329971411.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971411.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971411.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971411.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971411.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971411.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971411.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971411.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333533966
00000100:00000400:0.0:1329971411.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971411.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971411.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971411.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971411.306709:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247693:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971411.306743:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247693 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971411] [real_sent 1329971411] [current 1329971411] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971411.306754:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971411.306760:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971411.306762:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971411.306764:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247693:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971411.306767:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247694:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971411.306775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247694 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971411] [real_sent 1329971411] [current 1329971411] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971411.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971411.306793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971411.306794:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971411.306796:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247694:127.0.0.1@tcp:8
00000400:02020000:0.0:1329971411.306993:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971411.307066:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971411.307077:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971411.307092:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247687:0@lo:400
00000100:00100000:0.0:1329971411.307108:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971411.307116:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247688:0@lo:400
00000100:00100000:0.0:1329971411.307124:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971411.307129:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247689:0@lo:400
00000100:00100000:0.0:1329971411.307136:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971411.307141:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247690:0@lo:400
00000100:00100000:0.0:1329971411.307149:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971411.307154:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247691:0@lo:400
00000100:00100000:0.0:1329971411.307181:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971411.307189:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247692:0@lo:400
00000100:00100000:0.0:1329971411.307198:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971411.307217:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971411 exp ffff880008f8fc00
00000100:00080000:0.0:1329971411.307225:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971411 exp ffff880057c49800
00000100:00080000:0.0:1329971411.307230:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971411 exp ffff8800572c1c00
00000100:00080000:0.0:1329971411.307235:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971411 exp ffff880046d08400
00000100:00100000:0.0:1329971411.307251:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247688:12345-0@lo:400
00000100:00100000:0.0:1329971411.307278:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247688:12345-0@lo:400 Request procesed in 38us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971411.307288:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247689:12345-0@lo:400
00000100:00100000:0.0:1329971411.307300:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247689:12345-0@lo:400 Request procesed in 15us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971411.307320:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247691:12345-0@lo:400
00000100:00100000:0.0:1329971411.307331:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247691:12345-0@lo:400 Request procesed in 14us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971411.307338:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247692:12345-0@lo:400
00000100:00100000:0.0:1329971411.307349:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247692:12345-0@lo:400 Request procesed in 13us (151us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971411.307366:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971411 exp ffff880008f8f400
00000100:00100000:0.0:1329971411.307375:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247690:12345-0@lo:400
00000100:00100000:0.0:1329971411.307392:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247690:12345-0@lo:400 Request procesed in 20us (243us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971411.307403:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971411 exp ffff880052834000
00000100:00100000:0.0:1329971411.307412:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247687:12345-0@lo:400
00000100:00100000:0.0:1329971411.307425:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247687:12345-0@lo:400 Request procesed in 16us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971411.307451:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247687:0@lo:400
00000100:00100000:0.0:1329971411.307461:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247688:0@lo:400
00000100:00100000:0.0:1329971411.307468:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247689:0@lo:400
00000100:00100000:0.0:1329971411.307476:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247690:0@lo:400
00000100:00100000:0.0:1329971411.307485:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247691:0@lo:400
00000100:00100000:0.0:1329971411.307492:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247692:0@lo:400
00000100:00100000:0.0:1329971411.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971412.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971413.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971414.368620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971415.368635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971416.306659:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971416.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971416.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971416.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333538966
00000100:00000400:0.0:1329971416.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971416.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971416.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971416.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971416.306702:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971416.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971416.306705:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971416.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333538966
00000100:00000400:0.0:1329971416.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971416.306711:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971416.306713:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971416.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971416.306737:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247701:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971416.306766:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247701 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971416] [real_sent 1329971416] [current 1329971416] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971416.306778:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971416.306784:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971416.306785:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971416.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247701:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971416.306791:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247702:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971416.306799:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247702 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971416] [real_sent 1329971416] [current 1329971416] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971416.306806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971416.306811:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971416.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971416.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247702:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971416.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247695:0@lo:400
00000100:00100000:0.0:1329971416.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971416.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247696:0@lo:400
00000100:00100000:0.0:1329971416.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971416.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247697:0@lo:400
00000100:00100000:0.0:1329971416.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971416.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247698:0@lo:400
00000100:00100000:0.0:1329971416.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971416.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247699:0@lo:400
00000100:00100000:0.0:1329971416.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971416.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247700:0@lo:400
00000100:00100000:0.0:1329971416.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971416.306919:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971416 exp ffff880008f8fc00
00000100:00080000:0.0:1329971416.306926:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971416 exp ffff880057c49800
00000100:00080000:0.0:1329971416.306931:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971416 exp ffff8800572c1c00
00000100:00080000:0.0:1329971416.306935:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971416 exp ffff880046d08400
00000100:00100000:0.0:1329971416.306961:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247696:12345-0@lo:400
00000100:00100000:0.0:1329971416.306988:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247696:12345-0@lo:400 Request procesed in 47us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971416.306997:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247697:12345-0@lo:400
00000100:00100000:0.0:1329971416.307010:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247697:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971416.307016:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247699:12345-0@lo:400
00000100:00100000:0.0:1329971416.307027:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247699:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971416.307034:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247700:12345-0@lo:400
00000100:00100000:0.0:1329971416.307044:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247700:12345-0@lo:400 Request procesed in 12us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971416.307064:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971416 exp ffff880052834000
00000100:00100000:0.0:1329971416.307072:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247695:12345-0@lo:400
00000100:00100000:0.0:1329971416.307086:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247695:12345-0@lo:400 Request procesed in 17us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971416.307099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971416 exp ffff880008f8f400
00000100:00100000:0.0:1329971416.307108:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247698:12345-0@lo:400
00000100:00100000:0.0:1329971416.307124:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247698:12345-0@lo:400 Request procesed in 19us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971416.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247695:0@lo:400
00000100:00100000:0.0:1329971416.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247696:0@lo:400
00000100:00100000:0.0:1329971416.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247697:0@lo:400
00000100:00100000:0.0:1329971416.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247698:0@lo:400
00000100:00100000:0.0:1329971416.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247699:0@lo:400
00000100:00100000:0.0:1329971416.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247700:0@lo:400
00000100:00100000:0.0:1329971416.368615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971417.368602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971418.368616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971419.368610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971420.368583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971421.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971421.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971421.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971421.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333543966
00000100:00000400:0.0:1329971421.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971421.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971421.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971421.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373247709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971421.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971421.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971421.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971421.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333543966
00000100:00000400:0.0:1329971421.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971421.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971421.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971421.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373247710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971421.306723:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247703:0@lo:400
00000100:00100000:0.0:1329971421.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971421.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247704:0@lo:400
00000100:00100000:0.0:1329971421.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971421.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247705:0@lo:400
00000100:00100000:0.0:1329971421.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971421.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247706:0@lo:400
00000100:00100000:0.0:1329971421.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971421.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247707:0@lo:400
00000100:00100000:0.0:1329971421.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971421.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247708:0@lo:400
00000100:00100000:0.0:1329971421.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971421.306835:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971421 exp ffff880008f8fc00
00000100:00080000:0.0:1329971421.306843:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971421 exp ffff880057c49800
00000100:00080000:0.0:1329971421.306847:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971421 exp ffff8800572c1c00
00000100:00080000:0.0:1329971421.306852:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971421 exp ffff880046d08400
00000100:00100000:0.0:1329971421.306868:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247704:12345-0@lo:400
00000100:00100000:0.0:1329971421.306895:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247704:12345-0@lo:400 Request procesed in 36us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971421.306904:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247705:12345-0@lo:400
00000100:00100000:0.0:1329971421.306918:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247705:12345-0@lo:400 Request procesed in 17us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971421.306925:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247707:12345-0@lo:400
00000100:00100000:0.0:1329971421.306937:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247707:12345-0@lo:400 Request procesed in 13us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971421.306943:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247708:12345-0@lo:400
00000100:00100000:0.0:1329971421.306954:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247708:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971421.306973:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971421 exp ffff880052834000
00000100:00100000:0.0:1329971421.306982:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247703:12345-0@lo:400
00000100:00100000:0.0:1329971421.306995:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247703:12345-0@lo:400 Request procesed in 17us (248us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971421.307023:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971421 exp ffff880008f8f400
00000100:00100000:0.0:1329971421.307033:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247706:12345-0@lo:400
00000100:00100000:0.0:1329971421.307051:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247706:12345-0@lo:400 Request procesed in 21us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971421.307062:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247709:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971421.307075:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247709 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971421] [real_sent 1329971421] [current 1329971421] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373247709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971421.307099:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373247709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971421.307105:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971421.307107:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971421.307110:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247709:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971421.307113:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247710:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971421.307120:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247710 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971421] [real_sent 1329971421] [current 1329971421] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373247710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971421.307128:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373247710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971421.307132:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971421.307134:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971421.307136:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247710:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971421.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247703:0@lo:400
00000100:00100000:0.0:1329971421.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247704:0@lo:400
00000100:00100000:0.0:1329971421.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247705:0@lo:400
00000100:00100000:0.0:1329971421.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247706:0@lo:400
00000100:00100000:0.0:1329971421.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247707:0@lo:400
00000100:00100000:0.0:1329971421.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247708:0@lo:400
00000100:00100000:0.0:1329971421.368599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971422.368597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971423.369552:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971424.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971425.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971426.306627:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971426.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971426.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971426.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333548966
00000100:00000400:0.0:1329971426.306643:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971426.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971426.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971426.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373247717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971426.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971426.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971426.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971426.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333548966
00000100:00000400:0.0:1329971426.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971426.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971426.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971426.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971426.306706:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247711:0@lo:400
00000100:00100000:0.0:1329971426.306731:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971426.306740:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247712:0@lo:400
00000100:00100000:0.0:1329971426.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971426.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247713:0@lo:400
00000100:00100000:0.0:1329971426.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971426.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247714:0@lo:400
00000100:00100000:0.0:1329971426.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971426.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247715:0@lo:400
00000100:00100000:0.0:1329971426.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971426.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247716:0@lo:400
00000100:00100000:0.0:1329971426.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971426.306883:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971426 exp ffff880008f8fc00
00000100:00080000:0.0:1329971426.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971426 exp ffff880057c49800
00000100:00080000:0.0:1329971426.306897:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971426 exp ffff8800572c1c00
00000100:00080000:0.0:1329971426.306901:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971426 exp ffff880046d08400
00000100:00100000:0.0:1329971426.306924:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247712:12345-0@lo:400
00000100:00100000:0.0:1329971426.306954:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247712:12345-0@lo:400 Request procesed in 46us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971426.306980:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247713:12345-0@lo:400
00000100:00100000:0.0:1329971426.306993:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247713:12345-0@lo:400 Request procesed in 18us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971426.307000:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247715:12345-0@lo:400
00000100:00100000:0.0:1329971426.307011:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247715:12345-0@lo:400 Request procesed in 13us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971426.307018:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247716:12345-0@lo:400
00000100:00100000:0.0:1329971426.307028:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247716:12345-0@lo:400 Request procesed in 12us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971426.307048:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971426 exp ffff880008f8f400
00000100:00100000:0.0:1329971426.307057:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247714:12345-0@lo:400
00000100:00100000:0.0:1329971426.307074:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247714:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971426.307085:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971426 exp ffff880052834000
00000100:00100000:0.0:1329971426.307093:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247711:12345-0@lo:400
00000100:00100000:0.0:1329971426.307107:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247711:12345-0@lo:400 Request procesed in 16us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971426.307120:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247717:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971426.307134:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247717 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971426] [real_sent 1329971426] [current 1329971426] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373247717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971426.307144:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373247717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971426.307155:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971426.307157:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971426.307160:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247717:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971426.307163:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247718:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971426.307169:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247718 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971426] [real_sent 1329971426] [current 1329971426] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971426.307176:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971426.307181:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971426.307183:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971426.307184:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247718:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971426.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247711:0@lo:400
00000100:00100000:0.0:1329971426.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247712:0@lo:400
00000100:00100000:0.0:1329971426.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247713:0@lo:400
00000100:00100000:0.0:1329971426.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247714:0@lo:400
00000100:00100000:0.0:1329971426.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247715:0@lo:400
00000100:00100000:0.0:1329971426.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247716:0@lo:400
00000100:00100000:0.0:1329971426.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971427.369593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971428.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971429.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971430.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971431.306623:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971431.306631:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971431.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971431.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333553966
00000100:00000400:0.0:1329971431.306643:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971431.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971431.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971431.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971431.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971431.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971431.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971431.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333553966
00000100:00000400:0.0:1329971431.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971431.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971431.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971431.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373247726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971431.306717:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247725:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971431.306744:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247725 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971431] [real_sent 1329971431] [current 1329971431] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971431.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971431.306761:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971431.306763:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971431.306765:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247725:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971431.306768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247726:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971431.306776:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247726 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971431] [real_sent 1329971431] [current 1329971431] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373247726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971431.306783:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373247726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971431.306788:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971431.306789:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971431.306791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247726:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971431.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247719:0@lo:400
00000100:00100000:0.0:1329971431.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971431.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247720:0@lo:400
00000100:00100000:0.0:1329971431.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971431.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247721:0@lo:400
00000100:00100000:0.0:1329971431.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971431.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247722:0@lo:400
00000100:00100000:0.0:1329971431.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971431.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247723:0@lo:400
00000100:00100000:0.0:1329971431.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971431.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247724:0@lo:400
00000100:00080000:0.0:1329971431.306896:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971431 exp ffff880008f8fc00
00000100:00080000:0.0:1329971431.306909:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971431 exp ffff880057c49800
00000100:00080000:0.0:1329971431.306919:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971431 exp ffff8800572c1c00
00000100:00100000:0.0:1329971431.306943:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247720:12345-0@lo:400
00000100:00100000:0.0:1329971431.306971:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247720:12345-0@lo:400 Request procesed in 43us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971431.307009:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247721:12345-0@lo:400
00000100:00100000:0.0:1329971431.307024:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247721:12345-0@lo:400 Request procesed in 19us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971431.307031:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247723:12345-0@lo:400
00000100:00100000:0.0:1329971431.307042:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247723:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971431.307060:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971431.307075:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247720:0@lo:400
00000100:00100000:0.0:1329971431.307079:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247721:0@lo:400
00000100:00100000:0.0:1329971431.307083:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247723:0@lo:400
00000100:00080000:0.0:1329971431.307095:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971431 exp ffff880046d08400
00000100:00100000:0.0:1329971431.307104:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247724:12345-0@lo:400
00000100:00100000:0.0:1329971431.307119:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247724:12345-0@lo:400 Request procesed in 18us (58us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971431.307129:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971431 exp ffff880052834000
00000100:00100000:0.0:1329971431.307137:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247719:12345-0@lo:400
00000100:00100000:0.0:1329971431.307151:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247719:12345-0@lo:400 Request procesed in 16us (334us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971431.307165:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971431 exp ffff880008f8f400
00000100:00100000:0.0:1329971431.307174:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247722:12345-0@lo:400
00000100:00100000:0.0:1329971431.307190:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247722:12345-0@lo:400 Request procesed in 19us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971431.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247719:0@lo:400
00000100:00100000:0.0:1329971431.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247722:0@lo:400
00000100:00100000:0.0:1329971431.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247724:0@lo:400
00000100:00100000:0.0:1329971431.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971432.369595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971433.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971434.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971435.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971436.306625:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971436.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971436.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971436.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333558966
00000100:00000400:0.0:1329971436.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971436.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971436.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971436.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971436.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971436.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971436.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971436.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333558966
00000100:00000400:0.0:1329971436.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971436.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971436.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971436.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373247734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971436.306710:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247733:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971436.306736:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247733 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971436] [real_sent 1329971436] [current 1329971436] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971436.306747:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971436.306754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971436.306755:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971436.306758:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247733:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971436.306761:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247734:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971436.306768:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247734 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971436] [real_sent 1329971436] [current 1329971436] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373247734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971436.306775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373247734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971436.306780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971436.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971436.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247734:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971436.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247727:0@lo:400
00000100:00100000:0.0:1329971436.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971436.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247728:0@lo:400
00000100:00100000:0.0:1329971436.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971436.306829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247729:0@lo:400
00000100:00080000:0.0:1329971436.306842:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971436 exp ffff880008f8fc00
00000100:00100000:0.0:1329971436.306868:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247728:12345-0@lo:400
00000100:00100000:0.0:1329971436.306893:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247728:12345-0@lo:400 Request procesed in 42us (68us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971436.306906:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971436 exp ffff880052834000
00000100:00100000:0.0:1329971436.306915:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247727:12345-0@lo:400
00000100:00100000:0.0:1329971436.306928:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247727:12345-0@lo:400 Request procesed in 16us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971436.306945:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971436.306950:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247730:0@lo:400
00000100:00100000:0.0:1329971436.306958:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971436.306963:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247731:0@lo:400
00000100:00080000:0.0:1329971436.306970:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971436 exp ffff880008f8f400
00000100:00100000:0.0:1329971436.306978:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247730:12345-0@lo:400
00000100:00100000:0.0:1329971436.306994:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247730:12345-0@lo:400 Request procesed in 19us (36us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971436.307004:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971436 exp ffff880057c49800
00000100:00100000:0.0:1329971436.307011:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247729:12345-0@lo:400
00000100:00100000:0.0:1329971436.307024:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247729:12345-0@lo:400 Request procesed in 16us (79us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971436.307036:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971436.307040:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247732:0@lo:400
00000100:00100000:0.0:1329971436.307050:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971436.307061:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247727:0@lo:400
00000100:00100000:0.0:1329971436.307067:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247728:0@lo:400
00000100:00100000:0.0:1329971436.307071:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247729:0@lo:400
00000100:00100000:0.0:1329971436.307074:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247730:0@lo:400
00000100:00080000:0.0:1329971436.307085:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971436 exp ffff8800572c1c00
00000100:00080000:0.0:1329971436.307090:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971436 exp ffff880046d08400
00000100:00100000:0.0:1329971436.307098:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247731:12345-0@lo:400
00000100:00100000:0.0:1329971436.307113:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247731:12345-0@lo:400 Request procesed in 18us (77us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971436.307123:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247732:12345-0@lo:400
00000100:00100000:0.0:1329971436.307135:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247732:12345-0@lo:400 Request procesed in 13us (84us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971436.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247731:0@lo:400
00000100:00100000:0.0:1329971436.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247732:0@lo:400
00000100:00100000:0.0:1329971436.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971437.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971438.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971439.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971440.369636:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971441.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971441.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971441.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971441.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333563966
00000100:00000400:0.0:1329971441.306646:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971441.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971441.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971441.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971441.306671:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971441.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971441.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971441.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333563966
00000100:00000400:0.0:1329971441.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971441.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971441.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971441.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373247742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971441.306706:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247741:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971441.306733:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247741 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971441] [real_sent 1329971441] [current 1329971441] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971441.306743:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971441.306750:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971441.306751:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971441.306754:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247741:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971441.306756:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247742:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971441.306764:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247742 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971441] [real_sent 1329971441] [current 1329971441] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373247742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971441.306771:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373247742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971441.306776:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971441.306777:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971441.306779:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247742:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971441.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247735:0@lo:400
00000100:00100000:0.0:1329971441.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971441.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247736:0@lo:400
00000100:00080000:0.0:1329971441.306826:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971441 exp ffff880052834000
00000100:00100000:0.0:1329971441.306844:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247735:12345-0@lo:400
00000100:00100000:0.0:1329971441.306866:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247735:12345-0@lo:400 Request procesed in 31us (61us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971441.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971441.306928:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247737:0@lo:400
00000100:00080000:0.0:1329971441.306938:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971441 exp ffff880008f8fc00
00000100:00100000:0.0:1329971441.306949:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247736:12345-0@lo:400
00000100:00100000:0.0:1329971441.306968:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247736:12345-0@lo:400 Request procesed in 23us (49us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971441.306981:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971441.306986:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247738:0@lo:400
00000100:00080000:0.0:1329971441.306992:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971441 exp ffff880057c49800
00000100:00100000:0.0:1329971441.306999:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247737:12345-0@lo:400
00000100:00100000:0.0:1329971441.307012:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247737:12345-0@lo:400 Request procesed in 16us (31us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971441.307031:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971441.307040:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247739:0@lo:400
00000100:00080000:0.0:1329971441.307052:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971441 exp ffff880008f8f400
00000100:00100000:0.0:1329971441.307067:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247738:12345-0@lo:400
00000100:00100000:0.0:1329971441.307091:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247738:12345-0@lo:400 Request procesed in 30us (60us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971441.307106:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971441.307111:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247740:0@lo:400
00000100:00080000:0.0:1329971441.307117:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971441 exp ffff8800572c1c00
00000100:00100000:0.0:1329971441.307125:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247739:12345-0@lo:400
00000100:00100000:0.0:1329971441.307138:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247739:12345-0@lo:400 Request procesed in 16us (32us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971441.307150:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971441.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247735:0@lo:400
00000100:00100000:0.0:1329971441.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247736:0@lo:400
00000100:00100000:0.0:1329971441.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247737:0@lo:400
00000100:00100000:0.0:1329971441.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247738:0@lo:400
00000100:00100000:0.0:1329971441.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247739:0@lo:400
00000100:00080000:0.0:1329971441.307190:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971441 exp ffff880046d08400
00000100:00100000:0.0:1329971441.307198:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247740:12345-0@lo:400
00000100:00100000:0.0:1329971441.307213:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247740:12345-0@lo:400 Request procesed in 17us (62us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971441.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247740:0@lo:400
00000100:00100000:0.0:1329971441.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971442.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971443.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971444.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971445.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971446.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971446.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971446.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971446.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333568966
00000100:00000400:0.0:1329971446.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971446.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971446.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971446.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971446.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971446.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971446.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971446.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333568966
00000100:00000400:0.0:1329971446.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971446.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971446.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971446.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373247750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971446.306716:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247749:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971446.306745:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247749 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971446] [real_sent 1329971446] [current 1329971446] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971446.306756:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971446.306762:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971446.306763:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971446.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247749:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971446.306769:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247750:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971446.306776:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247750 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971446] [real_sent 1329971446] [current 1329971446] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373247750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971446.306783:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373247750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971446.306788:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971446.306789:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971446.306791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247750:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971446.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247743:0@lo:400
00000100:00100000:0.0:1329971446.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971446.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247744:0@lo:400
00000100:00080000:0.0:1329971446.306838:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971446 exp ffff880052834000
00000100:00100000:0.0:1329971446.306861:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247743:12345-0@lo:400
00000100:00100000:0.0:1329971446.306883:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247743:12345-0@lo:400 Request procesed in 36us (66us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971446.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971446.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247745:0@lo:400
00000100:00080000:0.0:1329971446.306915:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971446 exp ffff880008f8fc00
00000100:00100000:0.0:1329971446.306924:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247744:12345-0@lo:400
00000100:00100000:0.0:1329971446.306940:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247744:12345-0@lo:400 Request procesed in 19us (38us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971446.306953:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971446.306958:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247746:0@lo:400
00000100:00080000:0.0:1329971446.306963:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971446 exp ffff880057c49800
00000100:00100000:0.0:1329971446.306971:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247745:12345-0@lo:400
00000100:00100000:0.0:1329971446.306983:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247745:12345-0@lo:400 Request procesed in 15us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971446.306996:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971446.307036:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247747:0@lo:400
00000100:00080000:0.0:1329971446.307045:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971446 exp ffff880008f8f400
00000100:00100000:0.0:1329971446.307055:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247746:12345-0@lo:400
00000100:00100000:0.0:1329971446.307074:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247746:12345-0@lo:400 Request procesed in 22us (78us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971446.307087:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971446.307092:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247748:0@lo:400
00000100:00080000:0.0:1329971446.307098:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971446 exp ffff8800572c1c00
00000100:00100000:0.0:1329971446.307107:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247747:12345-0@lo:400
00000100:00100000:0.0:1329971446.307120:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247747:12345-0@lo:400 Request procesed in 17us (32us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971446.307132:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971446.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247743:0@lo:400
00000100:00100000:0.0:1329971446.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247744:0@lo:400
00000100:00100000:0.0:1329971446.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247745:0@lo:400
00000100:00100000:0.0:1329971446.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247746:0@lo:400
00000100:00100000:0.0:1329971446.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247747:0@lo:400
00000100:00080000:0.0:1329971446.307172:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971446 exp ffff880046d08400
00000100:00100000:0.0:1329971446.307180:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247748:12345-0@lo:400
00000100:00100000:0.0:1329971446.307194:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247748:12345-0@lo:400 Request procesed in 17us (63us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971446.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247748:0@lo:400
00000100:00100000:0.0:1329971446.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971447.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971448.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971449.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971450.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971451.306609:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971451.306616:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971451.306618:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971451.306623:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333573966
00000100:00000400:0.0:1329971451.306625:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971451.306641:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971451.306647:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971451.306655:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373247757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971451.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971451.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971451.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971451.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333573966
00000100:00000400:0.0:1329971451.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971451.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971451.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971451.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373247758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971451.306697:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247757:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971451.306724:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247757 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971451] [real_sent 1329971451] [current 1329971451] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373247757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971451.306735:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373247757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971451.306741:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971451.306743:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971451.306745:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247757:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971451.306748:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247758:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971451.306756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247758 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971451] [real_sent 1329971451] [current 1329971451] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373247758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971451.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373247758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971451.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971451.306769:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971451.306771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247758:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971451.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247751:0@lo:400
00000100:00100000:0.0:1329971451.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971451.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247752:0@lo:400
00000100:00080000:0.0:1329971451.306818:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971451 exp ffff880052834000
00000100:00100000:0.0:1329971451.306836:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247751:12345-0@lo:400
00000100:00100000:0.0:1329971451.306860:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247751:12345-0@lo:400 Request procesed in 34us (63us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971451.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971451.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247753:0@lo:400
00000100:00080000:0.0:1329971451.306892:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971451 exp ffff880008f8fc00
00000100:00100000:0.0:1329971451.306900:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247752:12345-0@lo:400
00000100:00100000:0.0:1329971451.306917:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247752:12345-0@lo:400 Request procesed in 19us (37us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971451.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971451.306934:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247754:0@lo:400
00000100:00080000:0.0:1329971451.306940:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971451 exp ffff880057c49800
00000100:00100000:0.0:1329971451.306948:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247753:12345-0@lo:400
00000100:00100000:0.0:1329971451.306960:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247753:12345-0@lo:400 Request procesed in 15us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971451.306973:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971451.306978:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247755:0@lo:400
00000100:00080000:0.0:1329971451.306984:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971451 exp ffff880008f8f400
00000100:00100000:0.0:1329971451.306993:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247754:12345-0@lo:400
00000100:00100000:0.0:1329971451.307009:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247754:12345-0@lo:400 Request procesed in 19us (36us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971451.307022:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971451.307027:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247756:0@lo:400
00000100:00080000:0.0:1329971451.307033:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971451 exp ffff8800572c1c00
00000100:00100000:0.0:1329971451.307040:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247755:12345-0@lo:400
00000100:00100000:0.0:1329971451.307052:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247755:12345-0@lo:400 Request procesed in 15us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971451.307104:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971451.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247751:0@lo:400
00000100:00100000:0.0:1329971451.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247752:0@lo:400
00000100:00100000:0.0:1329971451.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247753:0@lo:400
00000100:00100000:0.0:1329971451.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247754:0@lo:400
00000100:00100000:0.0:1329971451.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247755:0@lo:400
00000100:00080000:0.0:1329971451.307150:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971451 exp ffff880046d08400
00000100:00100000:0.0:1329971451.307160:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247756:12345-0@lo:400
00000100:00100000:0.0:1329971451.307177:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247756:12345-0@lo:400 Request procesed in 20us (73us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971451.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247756:0@lo:400
00000100:00100000:0.0:1329971451.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971452.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971453.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971454.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971455.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971456.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971456.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971456.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971456.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333578966
00000100:00000400:0.0:1329971456.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971456.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971456.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971456.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373247765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971456.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971456.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971456.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971456.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333578966
00000100:00000400:0.0:1329971456.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971456.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971456.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971456.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971456.306724:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247765:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971456.306751:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247765 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971456] [real_sent 1329971456] [current 1329971456] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373247765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971456.306762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373247765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971456.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971456.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971456.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247765:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971456.306775:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247766:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971456.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247766 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971456] [real_sent 1329971456] [current 1329971456] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971456.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971456.306799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971456.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971456.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247766:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971456.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247759:0@lo:400
00000100:00100000:0.0:1329971456.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971456.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247760:0@lo:400
00000100:00100000:0.0:1329971456.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971456.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247761:0@lo:400
00000100:00100000:0.0:1329971456.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971456.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247762:0@lo:400
00000100:00100000:0.0:1329971456.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971456.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247763:0@lo:400
00000100:00100000:0.0:1329971456.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971456.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247764:0@lo:400
00000100:00080000:0.0:1329971456.306900:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971456 exp ffff880052834000
00000100:00100000:0.0:1329971456.306928:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247759:12345-0@lo:400
00000100:00100000:0.0:1329971456.306950:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247759:12345-0@lo:400 Request procesed in 41us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971456.306963:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971456 exp ffff880008f8fc00
00000100:00080000:0.0:1329971456.306970:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971456 exp ffff880057c49800
00000100:00080000:0.0:1329971456.306974:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971456 exp ffff8800572c1c00
00000100:00100000:0.0:1329971456.306982:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247760:12345-0@lo:400
00000100:00100000:0.0:1329971456.306999:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247760:12345-0@lo:400 Request procesed in 20us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971456.307007:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247761:12345-0@lo:400
00000100:00100000:0.0:1329971456.307018:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247761:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971456.307024:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247763:12345-0@lo:400
00000100:00100000:0.0:1329971456.307035:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247763:12345-0@lo:400 Request procesed in 13us (154us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971456.307045:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971456 exp ffff880008f8f400
00000100:00100000:0.0:1329971456.307053:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247762:12345-0@lo:400
00000100:00100000:0.0:1329971456.307069:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247762:12345-0@lo:400 Request procesed in 18us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971456.307102:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971456.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247759:0@lo:400
00000100:00100000:0.0:1329971456.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247760:0@lo:400
00000100:00100000:0.0:1329971456.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247761:0@lo:400
00000100:00100000:0.0:1329971456.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247762:0@lo:400
00000100:00100000:0.0:1329971456.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247763:0@lo:400
00000100:00080000:0.0:1329971456.307142:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971456 exp ffff880046d08400
00000100:00100000:0.0:1329971456.307150:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247764:12345-0@lo:400
00000100:00100000:0.0:1329971456.307165:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247764:12345-0@lo:400 Request procesed in 18us (63us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971456.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247764:0@lo:400
00000100:00100000:0.0:1329971456.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971457.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971458.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971459.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971460.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971461.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971461.306640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971461.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971461.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333583966
00000100:00000400:0.0:1329971461.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971461.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971461.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971461.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373247773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971461.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971461.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971461.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971461.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333583966
00000100:00000400:0.0:1329971461.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971461.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971461.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971461.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971461.306712:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247773:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971461.306739:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247773 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971461] [real_sent 1329971461] [current 1329971461] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373247773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971461.306749:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373247773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971461.306756:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971461.306757:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971461.306760:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247773:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971461.306763:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247774:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971461.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247774 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971461] [real_sent 1329971461] [current 1329971461] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971461.306777:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971461.306782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971461.306783:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971461.306785:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247774:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971461.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247767:0@lo:400
00000100:00100000:0.0:1329971461.306812:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971461.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247768:0@lo:400
00000100:00100000:0.0:1329971461.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971461.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247769:0@lo:400
00000100:00100000:0.0:1329971461.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971461.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247770:0@lo:400
00000100:00100000:0.0:1329971461.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971461.306912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247771:0@lo:400
00000100:00100000:0.0:1329971461.306920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971461.306925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247772:0@lo:400
00000100:00100000:0.0:1329971461.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971461.306951:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971461 exp ffff880052834000
00000100:00100000:0.0:1329971461.306997:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247767:12345-0@lo:400
00000100:00100000:0.0:1329971461.307024:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247767:12345-0@lo:400 Request procesed in 64us (213us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971461.307040:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971461 exp ffff880008f8fc00
00000100:00100000:0.0:1329971461.307050:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247768:12345-0@lo:400
00000100:00100000:0.0:1329971461.307067:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247768:12345-0@lo:400 Request procesed in 21us (240us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971461.307073:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971461 exp ffff880057c49800
00000100:00080000:0.0:1329971461.307079:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971461 exp ffff8800572c1c00
00000100:00080000:0.0:1329971461.307084:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971461 exp ffff880046d08400
00000100:00100000:0.0:1329971461.307091:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247769:12345-0@lo:400
00000100:00100000:0.0:1329971461.307103:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247769:12345-0@lo:400 Request procesed in 15us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971461.307110:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247771:12345-0@lo:400
00000100:00100000:0.0:1329971461.307121:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247771:12345-0@lo:400 Request procesed in 12us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971461.307127:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247772:12345-0@lo:400
00000100:00100000:0.0:1329971461.307138:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247772:12345-0@lo:400 Request procesed in 12us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971461.307151:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971461 exp ffff880008f8f400
00000100:00100000:0.0:1329971461.307159:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247770:12345-0@lo:400
00000100:00100000:0.0:1329971461.307176:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247770:12345-0@lo:400 Request procesed in 19us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971461.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247767:0@lo:400
00000100:00100000:0.0:1329971461.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247768:0@lo:400
00000100:00100000:0.0:1329971461.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247769:0@lo:400
00000100:00100000:0.0:1329971461.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247770:0@lo:400
00000100:00100000:0.0:1329971461.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247771:0@lo:400
00000100:00100000:0.0:1329971461.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247772:0@lo:400
00000100:00100000:0.0:1329971461.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971462.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971463.369687:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971464.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971465.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971466.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971466.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971466.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971466.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333588966
00000100:00000400:0.0:1329971466.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971466.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971466.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971466.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971466.306718:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971466.306720:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971466.306722:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971466.306724:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333588966
00000100:00000400:0.0:1329971466.306726:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971466.306728:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971466.306730:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971466.306734:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373247782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971466.306755:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247781:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971466.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247781 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971466] [real_sent 1329971466] [current 1329971466] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971466.306798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971466.306804:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971466.306806:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971466.306808:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247781:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971466.306811:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247782:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971466.306819:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247782 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971466] [real_sent 1329971466] [current 1329971466] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373247782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971466.306826:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373247782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971466.306831:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971466.306832:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971466.306834:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247782:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971466.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247775:0@lo:400
00000100:00100000:0.0:1329971466.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971466.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247776:0@lo:400
00000100:00100000:0.0:1329971466.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971466.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247777:0@lo:400
00000100:00100000:0.0:1329971466.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971466.306897:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247778:0@lo:400
00000100:00100000:0.0:1329971466.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971466.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247779:0@lo:400
00000100:00100000:0.0:1329971466.306948:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971466.306956:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247780:0@lo:400
00000100:00100000:0.0:1329971466.306964:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971466.306985:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971466 exp ffff880052834000
00000100:00100000:0.0:1329971466.307010:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247775:12345-0@lo:400
00000100:00100000:0.0:1329971466.307035:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247775:12345-0@lo:400 Request procesed in 41us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971466.307049:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971466 exp ffff880008f8fc00
00000100:00080000:0.0:1329971466.307056:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971466 exp ffff880057c49800
00000100:00080000:0.0:1329971466.307060:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971466 exp ffff8800572c1c00
00000100:00080000:0.0:1329971466.307065:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971466 exp ffff880046d08400
00000100:00100000:0.0:1329971466.307075:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247776:12345-0@lo:400
00000100:00100000:0.0:1329971466.307092:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247776:12345-0@lo:400 Request procesed in 22us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971466.307100:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247777:12345-0@lo:400
00000100:00100000:0.0:1329971466.307112:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247777:12345-0@lo:400 Request procesed in 13us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971466.307130:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247779:12345-0@lo:400
00000100:00100000:0.0:1329971466.307141:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247779:12345-0@lo:400 Request procesed in 13us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971466.307148:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247780:12345-0@lo:400
00000100:00100000:0.0:1329971466.307159:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247780:12345-0@lo:400 Request procesed in 12us (194us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971466.307169:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971466 exp ffff880008f8f400
00000100:00100000:0.0:1329971466.307178:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247778:12345-0@lo:400
00000100:00100000:0.0:1329971466.307194:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247778:12345-0@lo:400 Request procesed in 19us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971466.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247775:0@lo:400
00000100:00100000:0.0:1329971466.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247776:0@lo:400
00000100:00100000:0.0:1329971466.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247777:0@lo:400
00000100:00100000:0.0:1329971466.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247778:0@lo:400
00000100:00100000:0.0:1329971466.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247779:0@lo:400
00000100:00100000:0.0:1329971466.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247780:0@lo:400
00000100:00100000:0.0:1329971466.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971467.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971468.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971469.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971470.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971471.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971471.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971471.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971471.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333593966
00000100:00000400:0.0:1329971471.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971471.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971471.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971471.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373247789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971471.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971471.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971471.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971471.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333593966
00000100:00000400:0.0:1329971471.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971471.306722:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971471.306724:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971471.306729:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971471.306751:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247789:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971471.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247789 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971471] [real_sent 1329971471] [current 1329971471] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373247789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971471.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373247789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971471.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971471.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971471.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247789:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971471.306810:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247790:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971471.306817:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247790 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971471] [real_sent 1329971471] [current 1329971471] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971471.306831:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971471.306836:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971471.306837:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971471.306839:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247790:127.0.0.1@tcp:8
00000400:02020000:0.0:1329971471.306983:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971471.307022:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971471.307032:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971471.307045:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247783:0@lo:400
00000100:00100000:0.0:1329971471.307061:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971471.307068:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247784:0@lo:400
00000100:00100000:0.0:1329971471.307076:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971471.307081:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247785:0@lo:400
00000100:00100000:0.0:1329971471.307087:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971471.307092:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247786:0@lo:400
00000100:00100000:0.0:1329971471.307099:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971471.307104:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247787:0@lo:400
00000100:00100000:0.0:1329971471.307110:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971471.307115:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247788:0@lo:400
00000100:00100000:0.0:1329971471.307121:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971471.307138:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971471 exp ffff880052834000
00000100:00100000:0.0:1329971471.307157:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247783:12345-0@lo:400
00000100:00100000:0.0:1329971471.307181:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247783:12345-0@lo:400 Request procesed in 33us (120us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971471.307197:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971471 exp ffff880008f8fc00
00000100:00080000:0.0:1329971471.307204:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971471 exp ffff880057c49800
00000100:00080000:0.0:1329971471.307208:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971471 exp ffff8800572c1c00
00000100:00080000:0.0:1329971471.307212:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971471 exp ffff880046d08400
00000100:00100000:0.0:1329971471.307220:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247784:12345-0@lo:400
00000100:00100000:0.0:1329971471.307237:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247784:12345-0@lo:400 Request procesed in 20us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971471.307246:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247785:12345-0@lo:400
00000100:00100000:0.0:1329971471.307257:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247785:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971471.307264:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247787:12345-0@lo:400
00000100:00100000:0.0:1329971471.307275:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247787:12345-0@lo:400 Request procesed in 12us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971471.307281:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247788:12345-0@lo:400
00000100:00100000:0.0:1329971471.307292:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247788:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971471.307302:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971471 exp ffff880008f8f400
00000100:00100000:0.0:1329971471.307310:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247786:12345-0@lo:400
00000100:00100000:0.0:1329971471.307325:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247786:12345-0@lo:400 Request procesed in 18us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971471.307348:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247783:0@lo:400
00000100:00100000:0.0:1329971471.307355:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247784:0@lo:400
00000100:00100000:0.0:1329971471.307359:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247785:0@lo:400
00000100:00100000:0.0:1329971471.307365:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247786:0@lo:400
00000100:00100000:0.0:1329971471.307369:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247787:0@lo:400
00000100:00100000:0.0:1329971471.307373:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247788:0@lo:400
00000100:00100000:0.0:1329971471.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971472.369641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971473.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971474.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971475.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971476.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971476.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971476.306688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971476.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333598966
00000100:00000400:0.0:1329971476.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971476.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971476.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971476.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971476.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971476.306726:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971476.306727:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971476.306730:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333598966
00000100:00000400:0.0:1329971476.306731:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971476.306734:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971476.306736:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971476.306739:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971476.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247791:0@lo:400
00000100:00100000:0.0:1329971476.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971476.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247792:0@lo:400
00000100:00100000:0.0:1329971476.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971476.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247793:0@lo:400
00000100:00100000:0.0:1329971476.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971476.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247794:0@lo:400
00000100:00100000:0.0:1329971476.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971476.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247795:0@lo:400
00000100:00100000:0.0:1329971476.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971476.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247796:0@lo:400
00000100:00100000:0.0:1329971476.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971476.306873:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971476 exp ffff880052834000
00000100:00100000:0.0:1329971476.306901:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247791:12345-0@lo:400
00000100:00100000:0.0:1329971476.306926:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247791:12345-0@lo:400 Request procesed in 43us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971476.306940:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971476 exp ffff880008f8fc00
00000100:00080000:0.0:1329971476.306946:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971476 exp ffff880057c49800
00000100:00080000:0.0:1329971476.306951:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971476 exp ffff8800572c1c00
00000100:00080000:0.0:1329971476.306955:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971476 exp ffff880046d08400
00000100:00100000:0.0:1329971476.306963:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247792:12345-0@lo:400
00000100:00100000:0.0:1329971476.306980:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247792:12345-0@lo:400 Request procesed in 20us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971476.306988:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247793:12345-0@lo:400
00000100:00100000:0.0:1329971476.307000:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247793:12345-0@lo:400 Request procesed in 14us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971476.307006:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247795:12345-0@lo:400
00000100:00100000:0.0:1329971476.307017:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247795:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971476.307024:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247796:12345-0@lo:400
00000100:00100000:0.0:1329971476.307035:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247796:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971476.307046:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971476 exp ffff880008f8f400
00000100:00100000:0.0:1329971476.307054:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247794:12345-0@lo:400
00000100:00100000:0.0:1329971476.307070:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247794:12345-0@lo:400 Request procesed in 19us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971476.307091:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247797:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971476.307104:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247797 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971476] [real_sent 1329971476] [current 1329971476] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971476.307115:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971476.307121:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971476.307123:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971476.307125:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247797:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971476.307128:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247798:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971476.307135:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247798 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971476] [real_sent 1329971476] [current 1329971476] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971476.307142:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971476.307147:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971476.307149:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971476.307151:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247798:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971476.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247791:0@lo:400
00000100:00100000:0.0:1329971476.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247792:0@lo:400
00000100:00100000:0.0:1329971476.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247793:0@lo:400
00000100:00100000:0.0:1329971476.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247794:0@lo:400
00000100:00100000:0.0:1329971476.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247795:0@lo:400
00000100:00100000:0.0:1329971476.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247796:0@lo:400
00000100:00100000:0.0:1329971476.369635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971477.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971478.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971479.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971480.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971481.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971481.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971481.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971481.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333603966
00000100:00000400:0.0:1329971481.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971481.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971481.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971481.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971481.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971481.306716:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971481.306718:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971481.306721:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333603966
00000100:00000400:0.0:1329971481.306723:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971481.306726:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971481.306728:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971481.306733:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971481.306755:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247799:0@lo:400
00000100:00100000:0.0:1329971481.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971481.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247800:0@lo:400
00000100:00100000:0.0:1329971481.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971481.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247801:0@lo:400
00000100:00100000:0.0:1329971481.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971481.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247802:0@lo:400
00000100:00100000:0.0:1329971481.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971481.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247803:0@lo:400
00000100:00100000:0.0:1329971481.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971481.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247804:0@lo:400
00000100:00100000:0.0:1329971481.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971481.306903:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971481 exp ffff880052834000
00000100:00100000:0.0:1329971481.306923:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247799:12345-0@lo:400
00000100:00100000:0.0:1329971481.306949:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247799:12345-0@lo:400 Request procesed in 37us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971481.306964:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971481 exp ffff880008f8fc00
00000100:00080000:0.0:1329971481.306970:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971481 exp ffff880057c49800
00000100:00080000:0.0:1329971481.306975:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971481 exp ffff8800572c1c00
00000100:00080000:0.0:1329971481.306979:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971481 exp ffff880046d08400
00000100:00100000:0.0:1329971481.306988:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247800:12345-0@lo:400
00000100:00100000:0.0:1329971481.307006:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247800:12345-0@lo:400 Request procesed in 22us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971481.307026:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247801:12345-0@lo:400
00000100:00100000:0.0:1329971481.307037:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247801:12345-0@lo:400 Request procesed in 14us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971481.307044:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247803:12345-0@lo:400
00000100:00100000:0.0:1329971481.307055:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247803:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971481.307061:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247804:12345-0@lo:400
00000100:00100000:0.0:1329971481.307072:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247804:12345-0@lo:400 Request procesed in 13us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971481.307082:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971481 exp ffff880008f8f400
00000100:00100000:0.0:1329971481.307091:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247802:12345-0@lo:400
00000100:00100000:0.0:1329971481.307108:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247802:12345-0@lo:400 Request procesed in 20us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971481.307129:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247805:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971481.307143:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247805 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971481] [real_sent 1329971481] [current 1329971481] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971481.307153:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971481.307159:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971481.307161:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971481.307163:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247805:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971481.307166:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247806:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971481.307173:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247806 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971481] [real_sent 1329971481] [current 1329971481] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971481.307180:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971481.307185:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971481.307187:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971481.307188:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247806:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971481.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247799:0@lo:400
00000100:00100000:0.0:1329971481.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247800:0@lo:400
00000100:00100000:0.0:1329971481.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247801:0@lo:400
00000100:00100000:0.0:1329971481.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247802:0@lo:400
00000100:00100000:0.0:1329971481.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247803:0@lo:400
00000100:00100000:0.0:1329971481.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247804:0@lo:400
00000100:00100000:0.0:1329971481.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971482.369646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971483.369586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971484.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971485.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971486.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971486.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971486.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971486.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333608966
00000100:00000400:0.0:1329971486.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971486.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971486.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971486.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971486.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971486.306711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971486.306713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971486.306715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333608966
00000100:00000400:0.0:1329971486.306716:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971486.306719:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971486.306721:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971486.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971486.306745:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247813:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971486.306773:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247813 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971486] [real_sent 1329971486] [current 1329971486] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971486.306783:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971486.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971486.306791:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971486.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247813:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971486.306796:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247814:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971486.306803:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247814 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971486] [real_sent 1329971486] [current 1329971486] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971486.306810:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971486.306815:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971486.306817:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971486.306819:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247814:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971486.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247807:0@lo:400
00000100:00100000:0.0:1329971486.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971486.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247808:0@lo:400
00000100:00100000:0.0:1329971486.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971486.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247809:0@lo:400
00000100:00100000:0.0:1329971486.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971486.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247810:0@lo:400
00000100:00100000:0.0:1329971486.306885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971486.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247811:0@lo:400
00000100:00100000:0.0:1329971486.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971486.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247812:0@lo:400
00000100:00100000:0.0:1329971486.306906:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971486.306924:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971486 exp ffff880052834000
00000100:00100000:0.0:1329971486.306953:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247807:12345-0@lo:400
00000100:00100000:0.0:1329971486.306977:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247807:12345-0@lo:400 Request procesed in 44us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971486.306991:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971486 exp ffff880008f8fc00
00000100:00080000:0.0:1329971486.306998:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971486 exp ffff880057c49800
00000100:00080000:0.0:1329971486.307002:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971486 exp ffff8800572c1c00
00000100:00080000:0.0:1329971486.307007:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971486 exp ffff880046d08400
00000100:00100000:0.0:1329971486.307015:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247808:12345-0@lo:400
00000100:00100000:0.0:1329971486.307031:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247808:12345-0@lo:400 Request procesed in 20us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971486.307039:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247809:12345-0@lo:400
00000100:00100000:0.0:1329971486.307051:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247809:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971486.307057:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247811:12345-0@lo:400
00000100:00100000:0.0:1329971486.307068:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247811:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971486.307075:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247812:12345-0@lo:400
00000100:00100000:0.0:1329971486.307088:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247812:12345-0@lo:400 Request procesed in 14us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971486.307098:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971486 exp ffff880008f8f400
00000100:00100000:0.0:1329971486.307106:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247810:12345-0@lo:400
00000100:00100000:0.0:1329971486.307123:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247810:12345-0@lo:400 Request procesed in 18us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971486.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247807:0@lo:400
00000100:00100000:0.0:1329971486.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247808:0@lo:400
00000100:00100000:0.0:1329971486.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247809:0@lo:400
00000100:00100000:0.0:1329971486.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247810:0@lo:400
00000100:00100000:0.0:1329971486.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247811:0@lo:400
00000100:00100000:0.0:1329971486.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247812:0@lo:400
00000100:00100000:0.0:1329971486.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971487.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971488.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971489.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971490.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971491.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971491.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971491.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971491.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333613966
00000100:00000400:0.0:1329971491.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971491.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971491.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971491.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373247821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971491.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971491.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971491.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971491.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333613966
00000100:00000400:0.0:1329971491.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971491.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971491.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971491.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971491.306739:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247821:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971491.306766:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247821 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971491] [real_sent 1329971491] [current 1329971491] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373247821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971491.306777:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373247821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971491.306784:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971491.306785:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971491.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247821:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971491.306791:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247822:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971491.306798:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247822 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971491] [real_sent 1329971491] [current 1329971491] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971491.306805:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971491.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971491.306811:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971491.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247822:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971491.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247815:0@lo:400
00000100:00100000:0.0:1329971491.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971491.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247816:0@lo:400
00000100:00100000:0.0:1329971491.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971491.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247817:0@lo:400
00000100:00100000:0.0:1329971491.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971491.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247818:0@lo:400
00000100:00100000:0.0:1329971491.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971491.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247819:0@lo:400
00000100:00100000:0.0:1329971491.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971491.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247820:0@lo:400
00000100:00100000:0.0:1329971491.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971491.306921:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971491 exp ffff880052834000
00000100:00100000:0.0:1329971491.306940:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247815:12345-0@lo:400
00000100:00100000:0.0:1329971491.306964:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247815:12345-0@lo:400 Request procesed in 34us (124us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971491.306977:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971491 exp ffff880008f8fc00
00000100:00080000:0.0:1329971491.306984:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971491 exp ffff880057c49800
00000100:00080000:0.0:1329971491.306989:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971491 exp ffff8800572c1c00
00000100:00080000:0.0:1329971491.306993:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971491 exp ffff880046d08400
00000100:00100000:0.0:1329971491.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247816:12345-0@lo:400
00000100:00100000:0.0:1329971491.307018:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247816:12345-0@lo:400 Request procesed in 20us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971491.307026:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247817:12345-0@lo:400
00000100:00100000:0.0:1329971491.307037:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247817:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971491.307044:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247819:12345-0@lo:400
00000100:00100000:0.0:1329971491.307055:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247819:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971491.307062:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247820:12345-0@lo:400
00000100:00100000:0.0:1329971491.307073:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247820:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971491.307093:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971491 exp ffff880008f8f400
00000100:00100000:0.0:1329971491.307102:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247818:12345-0@lo:400
00000100:00100000:0.0:1329971491.307118:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247818:12345-0@lo:400 Request procesed in 18us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971491.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247815:0@lo:400
00000100:00100000:0.0:1329971491.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247816:0@lo:400
00000100:00100000:0.0:1329971491.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247817:0@lo:400
00000100:00100000:0.0:1329971491.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247818:0@lo:400
00000100:00100000:0.0:1329971491.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247819:0@lo:400
00000100:00100000:0.0:1329971491.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247820:0@lo:400
00000100:00100000:0.0:1329971491.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971492.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971493.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971494.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971495.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971496.306664:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971496.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971496.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971496.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333618966
00000100:00000400:0.0:1329971496.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971496.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971496.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971496.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373247829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971496.306707:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971496.306709:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971496.306710:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971496.306712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333618966
00000100:00000400:0.0:1329971496.306714:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971496.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971496.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971496.306722:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373247830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971496.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247823:0@lo:400
00000100:00100000:0.0:1329971496.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971496.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247824:0@lo:400
00000100:00100000:0.0:1329971496.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971496.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247825:0@lo:400
00000100:00100000:0.0:1329971496.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971496.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247826:0@lo:400
00000100:00100000:0.0:1329971496.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971496.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247827:0@lo:400
00000100:00100000:0.0:1329971496.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971496.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247828:0@lo:400
00000100:00100000:0.0:1329971496.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971496.306919:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971496 exp ffff880052834000
00000100:00100000:0.0:1329971496.306948:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247823:12345-0@lo:400
00000100:00100000:0.0:1329971496.306974:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247823:12345-0@lo:400 Request procesed in 45us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971496.306989:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971496 exp ffff880008f8fc00
00000100:00080000:0.0:1329971496.306995:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971496 exp ffff880057c49800
00000100:00080000:0.0:1329971496.307000:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971496 exp ffff8800572c1c00
00000100:00080000:0.0:1329971496.307004:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971496 exp ffff880046d08400
00000100:00100000:0.0:1329971496.307012:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247824:12345-0@lo:400
00000100:00100000:0.0:1329971496.307029:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247824:12345-0@lo:400 Request procesed in 20us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971496.307037:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247825:12345-0@lo:400
00000100:00100000:0.0:1329971496.307048:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247825:12345-0@lo:400 Request procesed in 13us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971496.307055:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247827:12345-0@lo:400
00000100:00100000:0.0:1329971496.307066:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247827:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971496.307073:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247828:12345-0@lo:400
00000100:00100000:0.0:1329971496.307083:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247828:12345-0@lo:400 Request procesed in 12us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971496.307094:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971496 exp ffff880008f8f400
00000100:00100000:0.0:1329971496.307102:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247826:12345-0@lo:400
00000100:00100000:0.0:1329971496.307119:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247826:12345-0@lo:400 Request procesed in 19us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971496.307141:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247829:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971496.307158:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247829 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971496] [real_sent 1329971496] [current 1329971496] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373247829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971496.307169:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373247829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971496.307175:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971496.307177:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971496.307180:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247829:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971496.307182:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247830:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971496.307189:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247830 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971496] [real_sent 1329971496] [current 1329971496] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373247830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971496.307196:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373247830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971496.307201:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971496.307202:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971496.307204:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247830:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971496.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247823:0@lo:400
00000100:00100000:0.0:1329971496.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247824:0@lo:400
00000100:00100000:0.0:1329971496.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247825:0@lo:400
00000100:00100000:0.0:1329971496.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247826:0@lo:400
00000100:00100000:0.0:1329971496.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247827:0@lo:400
00000100:00100000:0.0:1329971496.307243:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247828:0@lo:400
00000100:00100000:0.0:1329971496.369636:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971497.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971498.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971499.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971500.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971501.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971501.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971501.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971501.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333623966
00000100:00000400:0.0:1329971501.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971501.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971501.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971501.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373247837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971501.306681:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971501.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971501.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971501.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333623966
00000100:00000400:0.0:1329971501.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971501.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971501.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971501.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971501.306716:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247837:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971501.306744:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247837 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971501] [real_sent 1329971501] [current 1329971501] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373247837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971501.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373247837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971501.306761:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971501.306762:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971501.306765:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247837:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971501.306768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247838:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971501.306775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247838 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971501] [real_sent 1329971501] [current 1329971501] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971501.306782:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971501.306787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971501.306788:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971501.306790:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247838:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971501.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247831:0@lo:400
00000100:00100000:0.0:1329971501.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971501.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247832:0@lo:400
00000100:00100000:0.0:1329971501.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971501.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247833:0@lo:400
00000100:00100000:0.0:1329971501.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971501.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247834:0@lo:400
00000100:00100000:0.0:1329971501.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971501.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247835:0@lo:400
00000100:00100000:0.0:1329971501.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971501.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247836:0@lo:400
00000100:00100000:0.0:1329971501.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971501.306896:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971501 exp ffff880052834000
00000100:00100000:0.0:1329971501.306915:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247831:12345-0@lo:400
00000100:00100000:0.0:1329971501.306941:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247831:12345-0@lo:400 Request procesed in 36us (124us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971501.306955:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971501 exp ffff880008f8fc00
00000100:00080000:0.0:1329971501.306961:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971501 exp ffff880057c49800
00000100:00080000:0.0:1329971501.306966:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971501 exp ffff8800572c1c00
00000100:00080000:0.0:1329971501.306970:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971501 exp ffff880046d08400
00000100:00100000:0.0:1329971501.306978:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247832:12345-0@lo:400
00000100:00100000:0.0:1329971501.306995:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247832:12345-0@lo:400 Request procesed in 20us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971501.307003:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247833:12345-0@lo:400
00000100:00100000:0.0:1329971501.307015:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247833:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971501.307022:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247835:12345-0@lo:400
00000100:00100000:0.0:1329971501.307033:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247835:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971501.307040:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247836:12345-0@lo:400
00000100:00100000:0.0:1329971501.307051:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247836:12345-0@lo:400 Request procesed in 12us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971501.307061:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971501 exp ffff880008f8f400
00000100:00100000:0.0:1329971501.307069:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247834:12345-0@lo:400
00000100:00100000:0.0:1329971501.307086:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247834:12345-0@lo:400 Request procesed in 19us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971501.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247831:0@lo:400
00000100:00100000:0.0:1329971501.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247832:0@lo:400
00000100:00100000:0.0:1329971501.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247833:0@lo:400
00000100:00100000:0.0:1329971501.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247834:0@lo:400
00000100:00100000:0.0:1329971501.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247835:0@lo:400
00000100:00100000:0.0:1329971501.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247836:0@lo:400
00000100:00100000:0.0:1329971501.369586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971502.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971503.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971504.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971505.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971506.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971506.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971506.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971506.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333628966
00000100:00000400:0.0:1329971506.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971506.306711:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971506.306717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971506.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373247845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971506.306732:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971506.306734:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971506.306735:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971506.306738:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333628966
00000100:00000400:0.0:1329971506.306739:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971506.306741:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971506.306743:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971506.306749:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373247846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971506.306770:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247845:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971506.306798:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247845 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971506] [real_sent 1329971506] [current 1329971506] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373247845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971506.306809:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373247845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971506.306815:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971506.306817:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971506.306819:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247845:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971506.306822:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247846:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971506.306830:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247846 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971506] [real_sent 1329971506] [current 1329971506] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373247846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971506.306837:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373247846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971506.306846:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971506.306848:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971506.306850:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247846:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971506.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247839:0@lo:400
00000100:00100000:0.0:1329971506.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971506.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247840:0@lo:400
00000100:00100000:0.0:1329971506.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971506.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247841:0@lo:400
00000100:00100000:0.0:1329971506.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971506.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247842:0@lo:400
00000100:00100000:0.0:1329971506.306914:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971506.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247843:0@lo:400
00000100:00100000:0.0:1329971506.306925:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971506.306931:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247844:0@lo:400
00000100:00100000:0.0:1329971506.306969:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971506.306992:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971506 exp ffff880052834000
00000100:00100000:0.0:1329971506.307017:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247839:12345-0@lo:400
00000100:00100000:0.0:1329971506.307042:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247839:12345-0@lo:400 Request procesed in 41us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971506.307056:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971506 exp ffff880008f8fc00
00000100:00080000:0.0:1329971506.307062:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971506 exp ffff880057c49800
00000100:00080000:0.0:1329971506.307066:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971506 exp ffff8800572c1c00
00000100:00080000:0.0:1329971506.307071:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971506 exp ffff880046d08400
00000100:00100000:0.0:1329971506.307082:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247840:12345-0@lo:400
00000100:00100000:0.0:1329971506.307099:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247840:12345-0@lo:400 Request procesed in 23us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971506.307108:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247841:12345-0@lo:400
00000100:00100000:0.0:1329971506.307119:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247841:12345-0@lo:400 Request procesed in 14us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971506.307126:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247843:12345-0@lo:400
00000100:00100000:0.0:1329971506.307137:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247843:12345-0@lo:400 Request procesed in 12us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971506.307153:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247844:12345-0@lo:400
00000100:00100000:0.0:1329971506.307164:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247844:12345-0@lo:400 Request procesed in 13us (196us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971506.307175:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971506 exp ffff880008f8f400
00000100:00100000:0.0:1329971506.307183:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247842:12345-0@lo:400
00000100:00100000:0.0:1329971506.307199:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247842:12345-0@lo:400 Request procesed in 19us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971506.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247839:0@lo:400
00000100:00100000:0.0:1329971506.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247840:0@lo:400
00000100:00100000:0.0:1329971506.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247841:0@lo:400
00000100:00100000:0.0:1329971506.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247842:0@lo:400
00000100:00100000:0.0:1329971506.307242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247843:0@lo:400
00000100:00100000:0.0:1329971506.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247844:0@lo:400
00000100:00100000:0.0:1329971506.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971507.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971508.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971509.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971510.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971511.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971511.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971511.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971511.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333633966
00000100:00000400:0.0:1329971511.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971511.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971511.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971511.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971511.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971511.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971511.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971511.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333633966
00000100:00000400:0.0:1329971511.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971511.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971511.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971511.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971511.306755:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247853:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971511.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247853 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971511] [real_sent 1329971511] [current 1329971511] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971511.306795:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971511.306801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971511.306803:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971511.306805:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247853:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971511.306809:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247854:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971511.306816:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247854 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971511] [real_sent 1329971511] [current 1329971511] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971511.306824:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971511.306828:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971511.306830:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971511.306832:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247854:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971511.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247847:0@lo:400
00000100:00100000:0.0:1329971511.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971511.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247848:0@lo:400
00000100:00100000:0.0:1329971511.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971511.306879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247849:0@lo:400
00000100:00100000:0.0:1329971511.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971511.306890:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247850:0@lo:400
00000100:00100000:0.0:1329971511.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971511.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247851:0@lo:400
00000100:00100000:0.0:1329971511.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971511.306915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247852:0@lo:400
00000100:00100000:0.0:1329971511.306921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971511.306940:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971511 exp ffff880052834000
00000100:00100000:0.0:1329971511.306959:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247847:12345-0@lo:400
00000100:00100000:0.0:1329971511.306984:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247847:12345-0@lo:400 Request procesed in 35us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971511.306998:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971511 exp ffff880008f8fc00
00000100:00080000:0.0:1329971511.307004:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971511 exp ffff880057c49800
00000100:00080000:0.0:1329971511.307009:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971511 exp ffff8800572c1c00
00000100:00080000:0.0:1329971511.307014:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971511 exp ffff880046d08400
00000100:00100000:0.0:1329971511.307022:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247848:12345-0@lo:400
00000100:00100000:0.0:1329971511.307039:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247848:12345-0@lo:400 Request procesed in 20us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971511.307047:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247849:12345-0@lo:400
00000100:00100000:0.0:1329971511.307061:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247849:12345-0@lo:400 Request procesed in 16us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971511.307068:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247851:12345-0@lo:400
00000100:00100000:0.0:1329971511.307079:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247851:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971511.307085:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247852:12345-0@lo:400
00000100:00100000:0.0:1329971511.307096:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247852:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971511.307106:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971511 exp ffff880008f8f400
00000100:00100000:0.0:1329971511.307115:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247850:12345-0@lo:400
00000100:00100000:0.0:1329971511.307132:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247850:12345-0@lo:400 Request procesed in 19us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971511.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247847:0@lo:400
00000100:00100000:0.0:1329971511.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247848:0@lo:400
00000100:00100000:0.0:1329971511.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247849:0@lo:400
00000100:00100000:0.0:1329971511.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247850:0@lo:400
00000100:00100000:0.0:1329971511.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247851:0@lo:400
00000100:00100000:0.0:1329971511.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247852:0@lo:400
00000100:00100000:0.0:1329971511.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971512.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971513.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971514.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971515.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971516.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971516.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971516.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971516.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333638966
00000100:00000400:0.0:1329971516.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971516.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971516.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971516.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373247861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971516.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971516.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971516.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971516.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333638966
00000100:00000400:0.0:1329971516.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971516.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971516.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971516.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373247862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971516.306721:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247861:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971516.306749:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247861 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971516] [real_sent 1329971516] [current 1329971516] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373247861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971516.306767:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373247861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971516.306773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971516.306774:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971516.306777:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247861:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971516.306780:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247862:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971516.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247862 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971516] [real_sent 1329971516] [current 1329971516] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373247862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971516.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373247862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971516.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971516.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971516.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247862:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971516.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247855:0@lo:400
00000100:00100000:0.0:1329971516.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971516.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247856:0@lo:400
00000100:00100000:0.0:1329971516.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971516.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247857:0@lo:400
00000100:00100000:0.0:1329971516.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971516.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247858:0@lo:400
00000100:00100000:0.0:1329971516.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971516.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247859:0@lo:400
00000100:00100000:0.0:1329971516.306912:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971516.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247860:0@lo:400
00000100:00100000:0.0:1329971516.306924:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971516.306945:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971516 exp ffff880052834000
00000100:00100000:0.0:1329971516.306976:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247855:12345-0@lo:400
00000100:00100000:0.0:1329971516.307000:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247855:12345-0@lo:400 Request procesed in 47us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971516.307015:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971516 exp ffff880008f8fc00
00000100:00080000:0.0:1329971516.307021:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971516 exp ffff880057c49800
00000100:00080000:0.0:1329971516.307026:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971516 exp ffff8800572c1c00
00000100:00080000:0.0:1329971516.307030:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971516 exp ffff880046d08400
00000100:00100000:0.0:1329971516.307039:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247856:12345-0@lo:400
00000100:00100000:0.0:1329971516.307055:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247856:12345-0@lo:400 Request procesed in 20us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971516.307063:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247857:12345-0@lo:400
00000100:00100000:0.0:1329971516.307075:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247857:12345-0@lo:400 Request procesed in 14us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971516.307082:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247859:12345-0@lo:400
00000100:00100000:0.0:1329971516.307092:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247859:12345-0@lo:400 Request procesed in 12us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971516.307099:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247860:12345-0@lo:400
00000100:00100000:0.0:1329971516.307110:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247860:12345-0@lo:400 Request procesed in 13us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971516.307120:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971516 exp ffff880008f8f400
00000100:00100000:0.0:1329971516.307129:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247858:12345-0@lo:400
00000100:00100000:0.0:1329971516.307145:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247858:12345-0@lo:400 Request procesed in 19us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971516.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247855:0@lo:400
00000100:00100000:0.0:1329971516.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247856:0@lo:400
00000100:00100000:0.0:1329971516.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247857:0@lo:400
00000100:00100000:0.0:1329971516.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247858:0@lo:400
00000100:00100000:0.0:1329971516.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247859:0@lo:400
00000100:00100000:0.0:1329971516.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247860:0@lo:400
00000100:00100000:0.0:1329971516.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971517.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971518.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971519.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971520.369594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971521.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971521.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971521.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971521.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333643966
00000100:00000400:0.0:1329971521.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971521.306700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971521.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971521.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373247869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971521.306722:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971521.306724:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971521.306725:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971521.306728:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333643966
00000100:00000400:0.0:1329971521.306729:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971521.306731:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971521.306734:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971521.306738:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971521.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247863:0@lo:400
00000100:00100000:0.0:1329971521.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971521.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247864:0@lo:400
00000100:00100000:0.0:1329971521.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971521.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247865:0@lo:400
00000100:00100000:0.0:1329971521.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971521.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247866:0@lo:400
00000100:00100000:0.0:1329971521.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971521.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247867:0@lo:400
00000100:00100000:0.0:1329971521.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971521.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247868:0@lo:400
00000100:00100000:0.0:1329971521.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971521.306911:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971521 exp ffff880052834000
00000100:00100000:0.0:1329971521.306931:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247863:12345-0@lo:400
00000100:00100000:0.0:1329971521.306958:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247863:12345-0@lo:400 Request procesed in 38us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971521.306972:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971521 exp ffff880008f8fc00
00000100:00080000:0.0:1329971521.306979:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971521 exp ffff880057c49800
00000100:00080000:0.0:1329971521.306983:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971521 exp ffff8800572c1c00
00000100:00080000:0.0:1329971521.306987:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971521 exp ffff880046d08400
00000100:00100000:0.0:1329971521.306996:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247864:12345-0@lo:400
00000100:00100000:0.0:1329971521.307013:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247864:12345-0@lo:400 Request procesed in 21us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971521.307024:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247865:12345-0@lo:400
00000100:00100000:0.0:1329971521.307035:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247865:12345-0@lo:400 Request procesed in 14us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971521.307054:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247867:12345-0@lo:400
00000100:00100000:0.0:1329971521.307065:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247867:12345-0@lo:400 Request procesed in 14us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971521.307072:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247868:12345-0@lo:400
00000100:00100000:0.0:1329971521.307082:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247868:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971521.307093:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971521 exp ffff880008f8f400
00000100:00100000:0.0:1329971521.307102:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247866:12345-0@lo:400
00000100:00100000:0.0:1329971521.307119:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247866:12345-0@lo:400 Request procesed in 19us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971521.307140:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247869:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971521.307154:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247869 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971521] [real_sent 1329971521] [current 1329971521] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373247869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971521.307164:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373247869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971521.307170:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971521.307172:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971521.307175:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247869:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971521.307178:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247870:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971521.307185:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247870 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971521] [real_sent 1329971521] [current 1329971521] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971521.307192:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971521.307197:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971521.307198:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971521.307200:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247870:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971521.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247863:0@lo:400
00000100:00100000:0.0:1329971521.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247864:0@lo:400
00000100:00100000:0.0:1329971521.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247865:0@lo:400
00000100:00100000:0.0:1329971521.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247866:0@lo:400
00000100:00100000:0.0:1329971521.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247867:0@lo:400
00000100:00100000:0.0:1329971521.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247868:0@lo:400
00000100:00100000:0.0:1329971521.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971522.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971523.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971524.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971525.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971526.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971526.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971526.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971526.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333648966
00000100:00000400:0.0:1329971526.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971526.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971526.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971526.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373247877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971526.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971526.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971526.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971526.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333648966
00000100:00000400:0.0:1329971526.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971526.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971526.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971526.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373247878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971526.306710:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247877:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971526.306737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247877 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971526] [real_sent 1329971526] [current 1329971526] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373247877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971526.306748:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373247877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971526.306754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971526.306755:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971526.306758:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247877:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971526.306761:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247878:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971526.306768:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247878 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971526] [real_sent 1329971526] [current 1329971526] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373247878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971526.306775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373247878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971526.306780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971526.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971526.306784:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247878:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971526.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247871:0@lo:400
00000100:00100000:0.0:1329971526.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971526.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247872:0@lo:400
00000100:00100000:0.0:1329971526.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971526.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247873:0@lo:400
00000100:00100000:0.0:1329971526.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971526.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247874:0@lo:400
00000100:00100000:0.0:1329971526.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971526.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247875:0@lo:400
00000100:00100000:0.0:1329971526.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971526.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247876:0@lo:400
00000100:00100000:0.0:1329971526.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971526.306891:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971526 exp ffff880052834000
00000100:00100000:0.0:1329971526.306917:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247871:12345-0@lo:400
00000100:00100000:0.0:1329971526.306940:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247871:12345-0@lo:400 Request procesed in 40us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971526.306954:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971526 exp ffff880008f8fc00
00000100:00080000:0.0:1329971526.306960:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971526 exp ffff880057c49800
00000100:00080000:0.0:1329971526.306965:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971526 exp ffff8800572c1c00
00000100:00080000:0.0:1329971526.306969:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971526 exp ffff880046d08400
00000100:00100000:0.0:1329971526.306977:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247872:12345-0@lo:400
00000100:00100000:0.0:1329971526.306993:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247872:12345-0@lo:400 Request procesed in 19us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971526.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247873:12345-0@lo:400
00000100:00100000:0.0:1329971526.307013:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247873:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971526.307019:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247875:12345-0@lo:400
00000100:00100000:0.0:1329971526.307030:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247875:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971526.307036:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247876:12345-0@lo:400
00000100:00100000:0.0:1329971526.307047:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247876:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971526.307057:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971526 exp ffff880008f8f400
00000100:00100000:0.0:1329971526.307066:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247874:12345-0@lo:400
00000100:00100000:0.0:1329971526.307082:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247874:12345-0@lo:400 Request procesed in 19us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971526.307105:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247871:0@lo:400
00000100:00100000:0.0:1329971526.307111:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247872:0@lo:400
00000100:00100000:0.0:1329971526.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247873:0@lo:400
00000100:00100000:0.0:1329971526.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247874:0@lo:400
00000100:00100000:0.0:1329971526.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247875:0@lo:400
00000100:00100000:0.0:1329971526.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247876:0@lo:400
00000100:00100000:0.0:1329971526.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971527.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971528.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971529.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971530.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971531.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971531.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971531.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971531.306647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333653966
00000100:00000400:0.0:1329971531.306649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971531.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971531.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971531.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971531.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971531.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971531.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971531.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333653966
00000100:00000400:0.0:1329971531.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971531.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971531.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971531.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971531.306710:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247885:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971531.306745:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247885 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971531] [real_sent 1329971531] [current 1329971531] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971531.306756:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971531.306762:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971531.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971531.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247885:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971531.306769:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247886:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971531.306777:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247886 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971531] [real_sent 1329971531] [current 1329971531] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971531.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971531.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971531.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971531.306792:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247886:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971531.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247879:0@lo:400
00000100:00100000:0.0:1329971531.306917:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971531.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247880:0@lo:400
00000100:00100000:0.0:1329971531.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971531.306937:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247881:0@lo:400
00000100:00100000:0.0:1329971531.306944:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971531.306948:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247882:0@lo:400
00000100:00100000:0.0:1329971531.306956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971531.306961:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247883:0@lo:400
00000100:00100000:0.0:1329971531.306967:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971531.307007:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247884:0@lo:400
00000100:00100000:0.0:1329971531.307015:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971531.307035:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971531 exp ffff880052834000
00000100:00100000:0.0:1329971531.307054:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247879:12345-0@lo:400
00000100:00100000:0.0:1329971531.307078:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247879:12345-0@lo:400 Request procesed in 33us (161us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971531.307091:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971531 exp ffff880008f8fc00
00000100:00080000:0.0:1329971531.307098:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971531 exp ffff880057c49800
00000100:00080000:0.0:1329971531.307103:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971531 exp ffff8800572c1c00
00000100:00080000:0.0:1329971531.307107:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971531 exp ffff880046d08400
00000100:00100000:0.0:1329971531.307115:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247880:12345-0@lo:400
00000100:00100000:0.0:1329971531.307132:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247880:12345-0@lo:400 Request procesed in 20us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971531.307140:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247881:12345-0@lo:400
00000100:00100000:0.0:1329971531.307151:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247881:12345-0@lo:400 Request procesed in 13us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971531.307158:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247883:12345-0@lo:400
00000100:00100000:0.0:1329971531.307169:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247883:12345-0@lo:400 Request procesed in 13us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971531.307175:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247884:12345-0@lo:400
00000100:00100000:0.0:1329971531.307188:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247884:12345-0@lo:400 Request procesed in 14us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971531.307198:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971531 exp ffff880008f8f400
00000100:00100000:0.0:1329971531.307206:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247882:12345-0@lo:400
00000100:00100000:0.0:1329971531.307222:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247882:12345-0@lo:400 Request procesed in 18us (265us total) trans 0 rc 0/0
00000400:02020000:0.0:1329971531.307287:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971531.307328:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971531.307338:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971531.307353:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247879:0@lo:400
00000100:00100000:0.0:1329971531.307360:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247880:0@lo:400
00000100:00100000:0.0:1329971531.307364:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247881:0@lo:400
00000100:00100000:0.0:1329971531.307368:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247882:0@lo:400
00000100:00100000:0.0:1329971531.307372:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247883:0@lo:400
00000100:00100000:0.0:1329971531.307376:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247884:0@lo:400
00000100:00100000:0.0:1329971531.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971532.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971533.369585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971534.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971535.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971536.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971536.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971536.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971536.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333658966
00000100:00000400:0.0:1329971536.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971536.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971536.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971536.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373247893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971536.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971536.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971536.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971536.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333658966
00000100:00000400:0.0:1329971536.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971536.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971536.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971536.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373247894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971536.306722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247887:0@lo:400
00000100:00100000:0.0:1329971536.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971536.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247888:0@lo:400
00000100:00100000:0.0:1329971536.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971536.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247889:0@lo:400
00000100:00100000:0.0:1329971536.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971536.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247890:0@lo:400
00000100:00100000:0.0:1329971536.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971536.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247891:0@lo:400
00000100:00100000:0.0:1329971536.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971536.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247892:0@lo:400
00000100:00100000:0.0:1329971536.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971536.306907:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971536 exp ffff880052834000
00000100:00100000:0.0:1329971536.306935:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247887:12345-0@lo:400
00000100:00100000:0.0:1329971536.306961:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247887:12345-0@lo:400 Request procesed in 44us (210us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971536.306976:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971536 exp ffff880008f8fc00
00000100:00080000:0.0:1329971536.306982:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971536 exp ffff880057c49800
00000100:00080000:0.0:1329971536.306987:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971536 exp ffff8800572c1c00
00000100:00080000:0.0:1329971536.306991:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971536 exp ffff880046d08400
00000100:00100000:0.0:1329971536.307002:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247888:12345-0@lo:400
00000100:00100000:0.0:1329971536.307019:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247888:12345-0@lo:400 Request procesed in 23us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971536.307039:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247889:12345-0@lo:400
00000100:00100000:0.0:1329971536.307051:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247889:12345-0@lo:400 Request procesed in 15us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971536.307058:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247891:12345-0@lo:400
00000100:00100000:0.0:1329971536.307069:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247891:12345-0@lo:400 Request procesed in 13us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971536.307076:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247892:12345-0@lo:400
00000100:00100000:0.0:1329971536.307086:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247892:12345-0@lo:400 Request procesed in 12us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971536.307097:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971536 exp ffff880008f8f400
00000100:00100000:0.0:1329971536.307106:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247890:12345-0@lo:400
00000100:00100000:0.0:1329971536.307122:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247890:12345-0@lo:400 Request procesed in 19us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971536.307144:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247893:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971536.307157:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247893 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971536] [real_sent 1329971536] [current 1329971536] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373247893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971536.307167:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373247893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971536.307174:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971536.307175:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971536.307178:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247893:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971536.307181:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247894:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971536.307187:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247894 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971536] [real_sent 1329971536] [current 1329971536] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373247894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971536.307194:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373247894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971536.307199:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971536.307201:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971536.307203:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247894:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971536.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247887:0@lo:400
00000100:00100000:0.0:1329971536.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247888:0@lo:400
00000100:00100000:0.0:1329971536.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247889:0@lo:400
00000100:00100000:0.0:1329971536.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247890:0@lo:400
00000100:00100000:0.0:1329971536.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247891:0@lo:400
00000100:00100000:0.0:1329971536.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247892:0@lo:400
00000100:00100000:0.0:1329971536.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971537.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971538.369648:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971539.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971540.369586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971541.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971541.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971541.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971541.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333663966
00000100:00000400:0.0:1329971541.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971541.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971541.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971541.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373247901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971541.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971541.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971541.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971541.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333663966
00000100:00000400:0.0:1329971541.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971541.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971541.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971541.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971541.306710:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247895:0@lo:400
00000100:00100000:0.0:1329971541.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971541.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247896:0@lo:400
00000100:00100000:0.0:1329971541.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971541.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247897:0@lo:400
00000100:00100000:0.0:1329971541.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971541.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247898:0@lo:400
00000100:00100000:0.0:1329971541.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971541.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247899:0@lo:400
00000100:00100000:0.0:1329971541.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971541.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247900:0@lo:400
00000100:00100000:0.0:1329971541.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971541.306849:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971541 exp ffff880052834000
00000100:00100000:0.0:1329971541.306871:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247895:12345-0@lo:400
00000100:00100000:0.0:1329971541.306895:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247895:12345-0@lo:400 Request procesed in 37us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971541.306909:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971541 exp ffff880008f8fc00
00000100:00080000:0.0:1329971541.306916:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971541 exp ffff880057c49800
00000100:00080000:0.0:1329971541.306920:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971541 exp ffff8800572c1c00
00000100:00080000:0.0:1329971541.306925:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971541 exp ffff880046d08400
00000100:00100000:0.0:1329971541.306933:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247896:12345-0@lo:400
00000100:00100000:0.0:1329971541.306949:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247896:12345-0@lo:400 Request procesed in 19us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971541.306957:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247897:12345-0@lo:400
00000100:00100000:0.0:1329971541.306969:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247897:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971541.306975:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247899:12345-0@lo:400
00000100:00100000:0.0:1329971541.306988:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247899:12345-0@lo:400 Request procesed in 15us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971541.306995:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247900:12345-0@lo:400
00000100:00100000:0.0:1329971541.307006:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247900:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971541.307016:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971541 exp ffff880008f8f400
00000100:00100000:0.0:1329971541.307025:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247898:12345-0@lo:400
00000100:00100000:0.0:1329971541.307041:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247898:12345-0@lo:400 Request procesed in 18us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971541.307061:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247901:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971541.307075:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247901 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971541] [real_sent 1329971541] [current 1329971541] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373247901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971541.307084:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373247901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971541.307091:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971541.307092:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971541.307095:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247901:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971541.307098:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247902:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971541.307105:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247902 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971541] [real_sent 1329971541] [current 1329971541] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971541.307112:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971541.307117:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971541.307118:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971541.307120:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247902:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971541.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247895:0@lo:400
00000100:00100000:0.0:1329971541.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247896:0@lo:400
00000100:00100000:0.0:1329971541.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247897:0@lo:400
00000100:00100000:0.0:1329971541.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247898:0@lo:400
00000100:00100000:0.0:1329971541.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247899:0@lo:400
00000100:00100000:0.0:1329971541.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247900:0@lo:400
00000100:00100000:0.0:1329971541.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971542.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971543.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971544.370336:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971545.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971546.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971546.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971546.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971546.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333668966
00000100:00000400:0.0:1329971546.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971546.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971546.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971546.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373247909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971546.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971546.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971546.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971546.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333668966
00000100:00000400:0.0:1329971546.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971546.306714:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971546.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971546.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971546.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247903:0@lo:400
00000100:00100000:0.0:1329971546.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971546.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247904:0@lo:400
00000100:00100000:0.0:1329971546.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971546.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247905:0@lo:400
00000100:00100000:0.0:1329971546.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971546.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247906:0@lo:400
00000100:00100000:0.0:1329971546.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971546.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247907:0@lo:400
00000100:00100000:0.0:1329971546.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971546.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247908:0@lo:400
00000100:00100000:0.0:1329971546.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971546.306910:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971546 exp ffff880052834000
00000100:00100000:0.0:1329971546.306932:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247903:12345-0@lo:400
00000100:00100000:0.0:1329971546.306956:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247903:12345-0@lo:400 Request procesed in 38us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971546.306971:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971546 exp ffff880008f8fc00
00000100:00080000:0.0:1329971546.306977:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971546 exp ffff880057c49800
00000100:00080000:0.0:1329971546.306981:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971546 exp ffff8800572c1c00
00000100:00080000:0.0:1329971546.306986:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971546 exp ffff880046d08400
00000100:00100000:0.0:1329971546.306995:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247904:12345-0@lo:400
00000100:00100000:0.0:1329971546.307012:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247904:12345-0@lo:400 Request procesed in 22us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971546.307021:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247905:12345-0@lo:400
00000100:00100000:0.0:1329971546.307032:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247905:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971546.307039:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247907:12345-0@lo:400
00000100:00100000:0.0:1329971546.307050:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247907:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971546.307056:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247908:12345-0@lo:400
00000100:00100000:0.0:1329971546.307067:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247908:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971546.307087:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971546 exp ffff880008f8f400
00000100:00100000:0.0:1329971546.307096:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247906:12345-0@lo:400
00000100:00100000:0.0:1329971546.307113:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247906:12345-0@lo:400 Request procesed in 19us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971546.307133:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247909:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971546.307146:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247909 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971546] [real_sent 1329971546] [current 1329971546] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373247909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971546.307162:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373247909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971546.307168:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971546.307170:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971546.307173:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247909:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971546.307176:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247910:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971546.307183:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247910 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971546] [real_sent 1329971546] [current 1329971546] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971546.307190:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971546.307194:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971546.307196:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971546.307198:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247910:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971546.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247903:0@lo:400
00000100:00100000:0.0:1329971546.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247904:0@lo:400
00000100:00100000:0.0:1329971546.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247905:0@lo:400
00000100:00100000:0.0:1329971546.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247906:0@lo:400
00000100:00100000:0.0:1329971546.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247907:0@lo:400
00000100:00100000:0.0:1329971546.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247908:0@lo:400
00000100:00100000:0.0:1329971546.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971547.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971548.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971549.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971550.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971551.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971551.306632:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971551.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971551.306639:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333673966
00000100:00000400:0.0:1329971551.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971551.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971551.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971551.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373247917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971551.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971551.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971551.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971551.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333673966
00000100:00000400:0.0:1329971551.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971551.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971551.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971551.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971551.306703:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247911:0@lo:400
00000100:00100000:0.0:1329971551.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971551.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247912:0@lo:400
00000100:00100000:0.0:1329971551.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971551.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247913:0@lo:400
00000100:00100000:0.0:1329971551.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971551.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247914:0@lo:400
00000100:00100000:0.0:1329971551.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971551.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247915:0@lo:400
00000100:00100000:0.0:1329971551.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971551.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247916:0@lo:400
00000100:00100000:0.0:1329971551.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971551.306893:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971551 exp ffff880052834000
00000100:00100000:0.0:1329971551.306913:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247911:12345-0@lo:400
00000100:00100000:0.0:1329971551.306937:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247911:12345-0@lo:400 Request procesed in 35us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971551.306952:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971551 exp ffff880008f8fc00
00000100:00080000:0.0:1329971551.306958:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971551 exp ffff880057c49800
00000100:00080000:0.0:1329971551.306963:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971551 exp ffff8800572c1c00
00000100:00080000:0.0:1329971551.306967:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971551 exp ffff880046d08400
00000100:00100000:0.0:1329971551.306975:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247912:12345-0@lo:400
00000100:00100000:0.0:1329971551.306992:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247912:12345-0@lo:400 Request procesed in 20us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971551.307000:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247913:12345-0@lo:400
00000100:00100000:0.0:1329971551.307011:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247913:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971551.307018:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247915:12345-0@lo:400
00000100:00100000:0.0:1329971551.307034:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247915:12345-0@lo:400 Request procesed in 17us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971551.307046:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247916:12345-0@lo:400
00000100:00100000:0.0:1329971551.307068:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247916:12345-0@lo:400 Request procesed in 25us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971551.307085:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971551 exp ffff880008f8f400
00000100:00100000:0.0:1329971551.307094:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247914:12345-0@lo:400
00000100:00100000:0.0:1329971551.307112:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247914:12345-0@lo:400 Request procesed in 21us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971551.307133:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247917:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971551.307147:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247917 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971551] [real_sent 1329971551] [current 1329971551] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373247917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971551.307157:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373247917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971551.307164:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971551.307165:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971551.307168:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247917:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971551.307171:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247918:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971551.307178:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247918 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971551] [real_sent 1329971551] [current 1329971551] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971551.307185:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971551.307189:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971551.307191:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971551.307193:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247918:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971551.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247911:0@lo:400
00000100:00100000:0.0:1329971551.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247912:0@lo:400
00000100:00100000:0.0:1329971551.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247913:0@lo:400
00000100:00100000:0.0:1329971551.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247914:0@lo:400
00000100:00100000:0.0:1329971551.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247915:0@lo:400
00000100:00100000:0.0:1329971551.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247916:0@lo:400
00000100:00100000:0.0:1329971551.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971552.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971553.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971554.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971555.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971556.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971556.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971556.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971556.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333678966
00000100:00000400:0.0:1329971556.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971556.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971556.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971556.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373247925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971556.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971556.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971556.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971556.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333678966
00000100:00000400:0.0:1329971556.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971556.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971556.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971556.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373247926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971556.306716:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247919:0@lo:400
00000100:00100000:0.0:1329971556.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971556.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247920:0@lo:400
00000100:00100000:0.0:1329971556.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971556.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247921:0@lo:400
00000100:00100000:0.0:1329971556.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971556.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247922:0@lo:400
00000100:00100000:0.0:1329971556.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971556.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247923:0@lo:400
00000100:00100000:0.0:1329971556.306893:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971556.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247924:0@lo:400
00000100:00100000:0.0:1329971556.306906:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971556.306928:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971556 exp ffff880052834000
00000100:00100000:0.0:1329971556.306957:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247919:12345-0@lo:400
00000100:00100000:0.0:1329971556.306983:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247919:12345-0@lo:400 Request procesed in 45us (183us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971556.306998:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971556 exp ffff880008f8fc00
00000100:00080000:0.0:1329971556.307004:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971556 exp ffff880057c49800
00000100:00080000:0.0:1329971556.307009:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971556 exp ffff8800572c1c00
00000100:00080000:0.0:1329971556.307013:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971556 exp ffff880046d08400
00000100:00100000:0.0:1329971556.307021:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247920:12345-0@lo:400
00000100:00100000:0.0:1329971556.307039:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247920:12345-0@lo:400 Request procesed in 20us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971556.307047:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247921:12345-0@lo:400
00000100:00100000:0.0:1329971556.307059:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247921:12345-0@lo:400 Request procesed in 15us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971556.307066:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247923:12345-0@lo:400
00000100:00100000:0.0:1329971556.307077:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247923:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971556.307084:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247924:12345-0@lo:400
00000100:00100000:0.0:1329971556.307095:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247924:12345-0@lo:400 Request procesed in 13us (189us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971556.307105:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971556 exp ffff880008f8f400
00000100:00100000:0.0:1329971556.307114:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247922:12345-0@lo:400
00000100:00100000:0.0:1329971556.307131:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247922:12345-0@lo:400 Request procesed in 20us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971556.307152:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247925:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971556.307166:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247925 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971556] [real_sent 1329971556] [current 1329971556] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373247925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971556.307177:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373247925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971556.307183:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971556.307185:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971556.307188:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247925:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971556.307191:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247926:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971556.307198:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247926 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971556] [real_sent 1329971556] [current 1329971556] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373247926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971556.307205:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373247926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971556.307210:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971556.307211:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971556.307213:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247926:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971556.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247919:0@lo:400
00000100:00100000:0.0:1329971556.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247920:0@lo:400
00000100:00100000:0.0:1329971556.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247921:0@lo:400
00000100:00100000:0.0:1329971556.307244:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247922:0@lo:400
00000100:00100000:0.0:1329971556.307248:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247923:0@lo:400
00000100:00100000:0.0:1329971556.307252:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247924:0@lo:400
00000100:00100000:0.0:1329971556.369587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971557.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971558.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971559.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971560.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971561.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971561.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971561.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971561.306647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333683966
00000100:00000400:0.0:1329971561.306649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971561.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971561.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971561.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373247933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971561.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971561.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971561.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971561.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333683966
00000100:00000400:0.0:1329971561.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971561.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971561.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971561.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373247934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971561.306711:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247927:0@lo:400
00000100:00100000:0.0:1329971561.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971561.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247928:0@lo:400
00000100:00100000:0.0:1329971561.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971561.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247929:0@lo:400
00000100:00100000:0.0:1329971561.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971561.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247930:0@lo:400
00000100:00100000:0.0:1329971561.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971561.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247931:0@lo:400
00000100:00100000:0.0:1329971561.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971561.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247932:0@lo:400
00000100:00100000:0.0:1329971561.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971561.306881:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971561 exp ffff880052834000
00000100:00100000:0.0:1329971561.306901:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247927:12345-0@lo:400
00000100:00100000:0.0:1329971561.306927:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247927:12345-0@lo:400 Request procesed in 37us (160us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971561.306941:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971561 exp ffff880008f8fc00
00000100:00080000:0.0:1329971561.306948:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971561 exp ffff880057c49800
00000100:00080000:0.0:1329971561.306953:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971561 exp ffff8800572c1c00
00000100:00080000:0.0:1329971561.306957:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971561 exp ffff880046d08400
00000100:00100000:0.0:1329971561.306966:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247928:12345-0@lo:400
00000100:00100000:0.0:1329971561.306984:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247928:12345-0@lo:400 Request procesed in 20us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971561.306992:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247929:12345-0@lo:400
00000100:00100000:0.0:1329971561.307004:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247929:12345-0@lo:400 Request procesed in 14us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971561.307011:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247931:12345-0@lo:400
00000100:00100000:0.0:1329971561.307022:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247931:12345-0@lo:400 Request procesed in 13us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971561.307040:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247932:12345-0@lo:400
00000100:00100000:0.0:1329971561.307051:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247932:12345-0@lo:400 Request procesed in 14us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971561.307062:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971561 exp ffff880008f8f400
00000100:00100000:0.0:1329971561.307070:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247930:12345-0@lo:400
00000100:00100000:0.0:1329971561.307088:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247930:12345-0@lo:400 Request procesed in 19us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971561.307109:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247933:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971561.307123:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247933 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971561] [real_sent 1329971561] [current 1329971561] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373247933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971561.307133:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373247933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971561.307140:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971561.307141:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971561.307144:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247933:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971561.307147:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247934:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971561.307154:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247934 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971561] [real_sent 1329971561] [current 1329971561] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373247934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971561.307161:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373247934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971561.307166:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971561.307167:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971561.307169:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247934:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971561.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247927:0@lo:400
00000100:00100000:0.0:1329971561.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247928:0@lo:400
00000100:00100000:0.0:1329971561.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247929:0@lo:400
00000100:00100000:0.0:1329971561.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247930:0@lo:400
00000100:00100000:0.0:1329971561.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247931:0@lo:400
00000100:00100000:0.0:1329971561.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247932:0@lo:400
00000100:00100000:0.0:1329971561.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971562.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971563.369592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971564.369584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971565.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971566.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971566.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971566.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971566.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333688966
00000100:00000400:0.0:1329971566.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971566.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971566.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971566.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373247941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971566.306695:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971566.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971566.306698:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971566.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333688966
00000100:00000400:0.0:1329971566.306702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971566.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971566.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971566.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373247942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971566.306731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247935:0@lo:400
00000100:00100000:0.0:1329971566.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971566.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247936:0@lo:400
00000100:00100000:0.0:1329971566.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971566.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247937:0@lo:400
00000100:00100000:0.0:1329971566.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971566.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247938:0@lo:400
00000100:00100000:0.0:1329971566.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971566.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247939:0@lo:400
00000100:00100000:0.0:1329971566.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971566.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247940:0@lo:400
00000100:00100000:0.0:1329971566.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971566.306874:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971566 exp ffff880052834000
00000100:00100000:0.0:1329971566.306899:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247935:12345-0@lo:400
00000100:00100000:0.0:1329971566.306946:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247935:12345-0@lo:400 Request procesed in 63us (163us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971566.306961:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971566 exp ffff880008f8fc00
00000100:00080000:0.0:1329971566.306968:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971566 exp ffff880057c49800
00000100:00080000:0.0:1329971566.306972:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971566 exp ffff8800572c1c00
00000100:00080000:0.0:1329971566.306977:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971566 exp ffff880046d08400
00000100:00100000:0.0:1329971566.306987:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247936:12345-0@lo:400
00000100:00100000:0.0:1329971566.307005:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247936:12345-0@lo:400 Request procesed in 22us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971566.307013:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247937:12345-0@lo:400
00000100:00100000:0.0:1329971566.307024:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247937:12345-0@lo:400 Request procesed in 13us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971566.307031:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247939:12345-0@lo:400
00000100:00100000:0.0:1329971566.307042:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247939:12345-0@lo:400 Request procesed in 12us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971566.307048:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247940:12345-0@lo:400
00000100:00100000:0.0:1329971566.307059:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247940:12345-0@lo:400 Request procesed in 13us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971566.307070:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971566 exp ffff880008f8f400
00000100:00100000:0.0:1329971566.307078:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247938:12345-0@lo:400
00000100:00100000:0.0:1329971566.307094:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247938:12345-0@lo:400 Request procesed in 19us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971566.307127:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247941:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971566.307140:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247941 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971566] [real_sent 1329971566] [current 1329971566] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373247941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971566.307150:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373247941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971566.307156:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971566.307158:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971566.307161:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247941:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971566.307164:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247942:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971566.307171:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247942 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971566] [real_sent 1329971566] [current 1329971566] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373247942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971566.307178:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373247942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971566.307182:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971566.307184:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971566.307186:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247942:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971566.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247935:0@lo:400
00000100:00100000:0.0:1329971566.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247936:0@lo:400
00000100:00100000:0.0:1329971566.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247937:0@lo:400
00000100:00100000:0.0:1329971566.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247938:0@lo:400
00000100:00100000:0.0:1329971566.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247939:0@lo:400
00000100:00100000:0.0:1329971566.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247940:0@lo:400
00000100:00100000:0.0:1329971566.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971567.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971568.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971569.369646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971570.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971571.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971571.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971571.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971571.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333693966
00000100:00000400:0.0:1329971571.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971571.306662:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971571.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971571.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373247949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971571.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971571.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971571.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971571.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333693966
00000100:00000400:0.0:1329971571.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971571.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971571.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971571.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373247950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971571.306716:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247943:0@lo:400
00000100:00100000:0.0:1329971571.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971571.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247944:0@lo:400
00000100:00100000:0.0:1329971571.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971571.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247945:0@lo:400
00000100:00100000:0.0:1329971571.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971571.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247946:0@lo:400
00000100:00100000:0.0:1329971571.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971571.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247947:0@lo:400
00000100:00100000:0.0:1329971571.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971571.306879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247948:0@lo:400
00000100:00100000:0.0:1329971571.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971571.306906:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971571 exp ffff880052834000
00000100:00100000:0.0:1329971571.306928:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247943:12345-0@lo:400
00000100:00100000:0.0:1329971571.306953:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247943:12345-0@lo:400 Request procesed in 38us (159us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971571.306967:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971571 exp ffff880008f8fc00
00000100:00080000:0.0:1329971571.306973:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971571 exp ffff880057c49800
00000100:00080000:0.0:1329971571.306978:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971571 exp ffff8800572c1c00
00000100:00080000:0.0:1329971571.306982:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971571 exp ffff880046d08400
00000100:00100000:0.0:1329971571.306990:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247944:12345-0@lo:400
00000100:00100000:0.0:1329971571.307007:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247944:12345-0@lo:400 Request procesed in 20us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971571.307015:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247945:12345-0@lo:400
00000100:00100000:0.0:1329971571.307027:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247945:12345-0@lo:400 Request procesed in 14us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971571.307034:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247947:12345-0@lo:400
00000100:00100000:0.0:1329971571.307044:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247947:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971571.307051:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247948:12345-0@lo:400
00000100:00100000:0.0:1329971571.307062:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247948:12345-0@lo:400 Request procesed in 12us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971571.307074:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971571 exp ffff880008f8f400
00000100:00100000:0.0:1329971571.307083:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247946:12345-0@lo:400
00000100:00100000:0.0:1329971571.307100:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247946:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971571.307121:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247949:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971571.307134:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247949 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971571] [real_sent 1329971571] [current 1329971571] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373247949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971571.307145:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373247949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971571.307151:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971571.307153:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971571.307156:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247949:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971571.307158:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247950:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971571.307166:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247950 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971571] [real_sent 1329971571] [current 1329971571] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373247950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971571.307173:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373247950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971571.307178:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971571.307179:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971571.307181:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247950:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971571.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247943:0@lo:400
00000100:00100000:0.0:1329971571.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247944:0@lo:400
00000100:00100000:0.0:1329971571.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247945:0@lo:400
00000100:00100000:0.0:1329971571.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247946:0@lo:400
00000100:00100000:0.0:1329971571.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247947:0@lo:400
00000100:00100000:0.0:1329971571.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247948:0@lo:400
00000100:00100000:0.0:1329971571.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971572.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971573.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971574.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971575.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971576.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971576.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971576.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971576.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333698966
00000100:00000400:0.0:1329971576.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971576.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971576.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971576.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373247957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971576.306695:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971576.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971576.306698:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971576.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333698966
00000100:00000400:0.0:1329971576.306702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971576.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971576.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971576.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373247958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971576.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247951:0@lo:400
00000100:00100000:0.0:1329971576.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971576.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247952:0@lo:400
00000100:00100000:0.0:1329971576.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971576.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247953:0@lo:400
00000100:00100000:0.0:1329971576.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971576.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247954:0@lo:400
00000100:00100000:0.0:1329971576.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971576.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247955:0@lo:400
00000100:00100000:0.0:1329971576.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971576.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247956:0@lo:400
00000100:00100000:0.0:1329971576.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971576.306901:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971576 exp ffff880052834000
00000100:00100000:0.0:1329971576.306928:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247951:12345-0@lo:400
00000100:00100000:0.0:1329971576.306952:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247951:12345-0@lo:400 Request procesed in 42us (161us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971576.306966:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971576 exp ffff880008f8fc00
00000100:00080000:0.0:1329971576.306973:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971576 exp ffff880057c49800
00000100:00080000:0.0:1329971576.306977:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971576 exp ffff8800572c1c00
00000100:00080000:0.0:1329971576.306982:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971576 exp ffff880046d08400
00000100:00100000:0.0:1329971576.306992:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247952:12345-0@lo:400
00000100:00100000:0.0:1329971576.307008:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247952:12345-0@lo:400 Request procesed in 21us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971576.307016:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247953:12345-0@lo:400
00000100:00100000:0.0:1329971576.307028:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247953:12345-0@lo:400 Request procesed in 13us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971576.307046:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247955:12345-0@lo:400
00000100:00100000:0.0:1329971576.307057:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247955:12345-0@lo:400 Request procesed in 14us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971576.307063:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247956:12345-0@lo:400
00000100:00100000:0.0:1329971576.307074:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247956:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971576.307084:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971576 exp ffff880008f8f400
00000100:00100000:0.0:1329971576.307093:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247954:12345-0@lo:400
00000100:00100000:0.0:1329971576.307108:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247954:12345-0@lo:400 Request procesed in 18us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971576.307129:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247957:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971576.307142:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247957 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971576] [real_sent 1329971576] [current 1329971576] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373247957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971576.307152:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373247957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971576.307159:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971576.307160:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971576.307163:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247957:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971576.307166:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247958:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971576.307172:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247958 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971576] [real_sent 1329971576] [current 1329971576] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373247958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971576.307180:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373247958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971576.307185:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971576.307186:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971576.307188:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247958:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971576.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247951:0@lo:400
00000100:00100000:0.0:1329971576.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247952:0@lo:400
00000100:00100000:0.0:1329971576.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247953:0@lo:400
00000100:00100000:0.0:1329971576.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247954:0@lo:400
00000100:00100000:0.0:1329971576.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247955:0@lo:400
00000100:00100000:0.0:1329971576.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247956:0@lo:400
00000100:00100000:0.0:1329971576.369585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971577.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971578.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971579.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971580.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971581.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971581.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971581.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971581.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333703966
00000100:00000400:0.0:1329971581.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971581.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971581.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971581.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373247965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971581.306698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971581.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971581.306701:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971581.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333703966
00000100:00000400:0.0:1329971581.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971581.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971581.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971581.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373247966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971581.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247959:0@lo:400
00000100:00100000:0.0:1329971581.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971581.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247960:0@lo:400
00000100:00100000:0.0:1329971581.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971581.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247961:0@lo:400
00000100:00100000:0.0:1329971581.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971581.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247962:0@lo:400
00000100:00100000:0.0:1329971581.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971581.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247963:0@lo:400
00000100:00100000:0.0:1329971581.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971581.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247964:0@lo:400
00000100:00100000:0.0:1329971581.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971581.306889:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971581 exp ffff880052834000
00000100:00100000:0.0:1329971581.306910:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247959:12345-0@lo:400
00000100:00100000:0.0:1329971581.306935:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247959:12345-0@lo:400 Request procesed in 36us (145us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971581.306949:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971581 exp ffff880008f8fc00
00000100:00080000:0.0:1329971581.306956:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971581 exp ffff880057c49800
00000100:00080000:0.0:1329971581.306961:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971581 exp ffff8800572c1c00
00000100:00080000:0.0:1329971581.306965:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971581 exp ffff880046d08400
00000100:00100000:0.0:1329971581.306974:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247960:12345-0@lo:400
00000100:00100000:0.0:1329971581.306991:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247960:12345-0@lo:400 Request procesed in 20us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971581.306999:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247961:12345-0@lo:400
00000100:00100000:0.0:1329971581.307010:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247961:12345-0@lo:400 Request procesed in 14us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971581.307017:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247963:12345-0@lo:400
00000100:00100000:0.0:1329971581.307028:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247963:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971581.307034:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247964:12345-0@lo:400
00000100:00100000:0.0:1329971581.307045:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247964:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971581.307055:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971581 exp ffff880008f8f400
00000100:00100000:0.0:1329971581.307064:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247962:12345-0@lo:400
00000100:00100000:0.0:1329971581.307081:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247962:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971581.307102:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247965:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971581.307115:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247965 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971581] [real_sent 1329971581] [current 1329971581] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373247965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971581.307126:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373247965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971581.307132:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971581.307134:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971581.307136:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247965:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971581.307139:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247966:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971581.307147:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247966 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971581] [real_sent 1329971581] [current 1329971581] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373247966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971581.307154:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373247966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971581.307159:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971581.307160:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971581.307162:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247966:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971581.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247959:0@lo:400
00000100:00100000:0.0:1329971581.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247960:0@lo:400
00000100:00100000:0.0:1329971581.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247961:0@lo:400
00000100:00100000:0.0:1329971581.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247962:0@lo:400
00000100:00100000:0.0:1329971581.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247963:0@lo:400
00000100:00100000:0.0:1329971581.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247964:0@lo:400
00000100:00100000:0.0:1329971581.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971582.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971583.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971584.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971585.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971586.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971586.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971586.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971586.306688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333708966
00000100:00000400:0.0:1329971586.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971586.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971586.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971586.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373247973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971586.306720:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971586.306721:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971586.306723:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971586.306725:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333708966
00000100:00000400:0.0:1329971586.306726:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971586.306729:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971586.306731:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971586.306734:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373247974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971586.306755:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247967:0@lo:400
00000100:00100000:0.0:1329971586.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971586.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247968:0@lo:400
00000100:00100000:0.0:1329971586.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971586.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247969:0@lo:400
00000100:00100000:0.0:1329971586.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971586.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247970:0@lo:400
00000100:00100000:0.0:1329971586.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971586.306829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247971:0@lo:400
00000100:00100000:0.0:1329971586.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971586.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247972:0@lo:400
00000100:00100000:0.0:1329971586.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971586.306865:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971586 exp ffff880052834000
00000100:00100000:0.0:1329971586.306891:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247967:12345-0@lo:400
00000100:00100000:0.0:1329971586.306915:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247967:12345-0@lo:400 Request procesed in 41us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971586.306929:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971586 exp ffff880008f8fc00
00000100:00080000:0.0:1329971586.306935:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971586 exp ffff880057c49800
00000100:00100000:0.0:1329971586.306943:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247968:12345-0@lo:400
00000100:00100000:0.0:1329971586.306960:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247968:12345-0@lo:400 Request procesed in 20us (162us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971586.306966:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971586 exp ffff8800572c1c00
00000100:00080000:0.0:1329971586.306971:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971586 exp ffff880046d08400
00000100:00100000:0.0:1329971586.306979:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247969:12345-0@lo:400
00000100:00100000:0.0:1329971586.306991:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247969:12345-0@lo:400 Request procesed in 15us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971586.306998:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247971:12345-0@lo:400
00000100:00100000:0.0:1329971586.307008:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247971:12345-0@lo:400 Request procesed in 12us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971586.307015:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247972:12345-0@lo:400
00000100:00100000:0.0:1329971586.307026:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247972:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971586.307036:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971586 exp ffff880008f8f400
00000100:00100000:0.0:1329971586.307045:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247970:12345-0@lo:400
00000100:00100000:0.0:1329971586.307062:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247970:12345-0@lo:400 Request procesed in 19us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971586.307082:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247973:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971586.307095:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247973 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971586] [real_sent 1329971586] [current 1329971586] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373247973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971586.307105:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373247973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971586.307111:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971586.307113:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971586.307116:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247973:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971586.307118:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247974:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971586.307125:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247974 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971586] [real_sent 1329971586] [current 1329971586] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373247974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971586.307132:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373247974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971586.307137:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971586.307138:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971586.307140:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247974:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971586.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247967:0@lo:400
00000100:00100000:0.0:1329971586.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247968:0@lo:400
00000100:00100000:0.0:1329971586.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247969:0@lo:400
00000100:00100000:0.0:1329971586.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247970:0@lo:400
00000100:00100000:0.0:1329971586.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247971:0@lo:400
00000100:00100000:0.0:1329971586.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247972:0@lo:400
00000100:00100000:0.0:1329971586.369643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971587.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971588.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971589.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971590.369658:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971591.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971591.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971591.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971591.306653:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333713966
00000100:00000400:0.0:1329971591.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971591.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971591.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971591.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373247981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971591.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971591.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971591.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971591.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333713966
00000100:00000400:0.0:1329971591.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971591.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971591.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971591.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373247982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971591.306718:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247975:0@lo:400
00000100:00100000:0.0:1329971591.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971591.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247976:0@lo:400
00000100:00100000:0.0:1329971591.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971591.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247977:0@lo:400
00000100:00100000:0.0:1329971591.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971591.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247978:0@lo:400
00000100:00100000:0.0:1329971591.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971591.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247979:0@lo:400
00000100:00100000:0.0:1329971591.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971591.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247980:0@lo:400
00000100:00100000:0.0:1329971591.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971591.306863:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971591 exp ffff880052834000
00000100:00100000:0.0:1329971591.306882:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247975:12345-0@lo:400
00000100:00100000:0.0:1329971591.306908:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247975:12345-0@lo:400 Request procesed in 37us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971591.306922:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971591 exp ffff880008f8fc00
00000100:00080000:0.0:1329971591.306929:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971591 exp ffff880057c49800
00000100:00080000:0.0:1329971591.306934:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971591 exp ffff8800572c1c00
00000100:00080000:0.0:1329971591.306938:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971591 exp ffff880046d08400
00000100:00100000:0.0:1329971591.306947:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247976:12345-0@lo:400
00000100:00100000:0.0:1329971591.306964:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247976:12345-0@lo:400 Request procesed in 21us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971591.306985:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247977:12345-0@lo:400
00000100:00100000:0.0:1329971591.306996:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247977:12345-0@lo:400 Request procesed in 14us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971591.307003:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247979:12345-0@lo:400
00000100:00100000:0.0:1329971591.307014:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247979:12345-0@lo:400 Request procesed in 12us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971591.307020:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247980:12345-0@lo:400
00000100:00100000:0.0:1329971591.307031:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247980:12345-0@lo:400 Request procesed in 12us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971591.307044:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971591 exp ffff880008f8f400
00000100:00100000:0.0:1329971591.307052:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247978:12345-0@lo:400
00000100:00100000:0.0:1329971591.307069:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247978:12345-0@lo:400 Request procesed in 20us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971591.307090:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247981:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971591.307109:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247981 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971591] [real_sent 1329971591] [current 1329971591] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373247981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971591.307119:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373247981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971591.307126:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971591.307128:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971591.307130:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247981:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971591.307133:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247982:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971591.307140:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247982 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971591] [real_sent 1329971591] [current 1329971591] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373247982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971591.307148:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373247982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971591.307152:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971591.307154:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971591.307156:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247982:127.0.0.1@tcp:8
00000400:02020000:0.0:1329971591.307302:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971591.307342:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971591.307353:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971591.307369:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247975:0@lo:400
00000100:00100000:0.0:1329971591.307376:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247976:0@lo:400
00000100:00100000:0.0:1329971591.307380:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247977:0@lo:400
00000100:00100000:0.0:1329971591.307384:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247978:0@lo:400
00000100:00100000:0.0:1329971591.307388:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247979:0@lo:400
00000100:00100000:0.0:1329971591.307392:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247980:0@lo:400
00000100:00100000:0.0:1329971591.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971592.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971593.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971594.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971595.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971596.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971596.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971596.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971596.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333718966
00000100:00000400:0.0:1329971596.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971596.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971596.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971596.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373247989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971596.306702:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971596.306704:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971596.306725:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971596.306728:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333718966
00000100:00000400:0.0:1329971596.306729:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971596.306732:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971596.306735:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971596.306739:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373247990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971596.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247983:0@lo:400
00000100:00100000:0.0:1329971596.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971596.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247984:0@lo:400
00000100:00100000:0.0:1329971596.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971596.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247985:0@lo:400
00000100:00100000:0.0:1329971596.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971596.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247986:0@lo:400
00000100:00100000:0.0:1329971596.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971596.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247987:0@lo:400
00000100:00100000:0.0:1329971596.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971596.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247988:0@lo:400
00000100:00100000:0.0:1329971596.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971596.306874:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971596 exp ffff880052834000
00000100:00100000:0.0:1329971596.306902:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247983:12345-0@lo:400
00000100:00100000:0.0:1329971596.306926:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247983:12345-0@lo:400 Request procesed in 44us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971596.306941:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971596 exp ffff880008f8fc00
00000100:00080000:0.0:1329971596.306947:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971596 exp ffff880057c49800
00000100:00080000:0.0:1329971596.306952:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971596 exp ffff8800572c1c00
00000100:00080000:0.0:1329971596.306956:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971596 exp ffff880046d08400
00000100:00100000:0.0:1329971596.306964:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247984:12345-0@lo:400
00000100:00100000:0.0:1329971596.306981:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247984:12345-0@lo:400 Request procesed in 20us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971596.306990:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247985:12345-0@lo:400
00000100:00100000:0.0:1329971596.307001:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247985:12345-0@lo:400 Request procesed in 14us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971596.307008:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247987:12345-0@lo:400
00000100:00100000:0.0:1329971596.307019:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247987:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971596.307025:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247988:12345-0@lo:400
00000100:00100000:0.0:1329971596.307036:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247988:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971596.307046:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971596 exp ffff880008f8f400
00000100:00100000:0.0:1329971596.307055:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247986:12345-0@lo:400
00000100:00100000:0.0:1329971596.307071:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247986:12345-0@lo:400 Request procesed in 19us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971596.307092:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247989:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971596.307105:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247989 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971596] [real_sent 1329971596] [current 1329971596] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373247989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971596.307115:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373247989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971596.307121:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971596.307123:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971596.307126:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247989:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971596.307129:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247990:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971596.307136:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247990 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971596] [real_sent 1329971596] [current 1329971596] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373247990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971596.307143:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373247990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971596.307148:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971596.307149:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971596.307151:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247990:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971596.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247983:0@lo:400
00000100:00100000:0.0:1329971596.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247984:0@lo:400
00000100:00100000:0.0:1329971596.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247985:0@lo:400
00000100:00100000:0.0:1329971596.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247986:0@lo:400
00000100:00100000:0.0:1329971596.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247987:0@lo:400
00000100:00100000:0.0:1329971596.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247988:0@lo:400
00000100:00100000:0.0:1329971596.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971597.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971598.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971599.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971600.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971601.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971601.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971601.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971601.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333723966
00000100:00000400:0.0:1329971601.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971601.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971601.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971601.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373247997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971601.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971601.306702:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971601.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971601.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333723966
00000100:00000400:0.0:1329971601.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971601.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971601.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971601.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373247998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971601.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247991:0@lo:400
00000100:00100000:0.0:1329971601.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971601.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247992:0@lo:400
00000100:00100000:0.0:1329971601.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971601.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247993:0@lo:400
00000100:00100000:0.0:1329971601.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971601.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247994:0@lo:400
00000100:00100000:0.0:1329971601.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971601.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247995:0@lo:400
00000100:00100000:0.0:1329971601.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971601.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247996:0@lo:400
00000100:00100000:0.0:1329971601.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971601.306845:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971601 exp ffff880052834000
00000100:00100000:0.0:1329971601.306864:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247991:12345-0@lo:400
00000100:00100000:0.0:1329971601.306888:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247991:12345-0@lo:400 Request procesed in 34us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971601.306901:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971601 exp ffff880008f8fc00
00000100:00080000:0.0:1329971601.306909:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971601 exp ffff880057c49800
00000100:00080000:0.0:1329971601.306913:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971601 exp ffff8800572c1c00
00000100:00080000:0.0:1329971601.306918:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971601 exp ffff880046d08400
00000100:00100000:0.0:1329971601.306926:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247992:12345-0@lo:400
00000100:00100000:0.0:1329971601.306943:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247992:12345-0@lo:400 Request procesed in 19us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971601.306951:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373247993:12345-0@lo:400
00000100:00100000:0.0:1329971601.306962:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373247993:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971601.306969:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247995:12345-0@lo:400
00000100:00100000:0.0:1329971601.306979:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247995:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971601.306986:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247996:12345-0@lo:400
00000100:00100000:0.0:1329971601.306996:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373247996:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971601.307017:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971601 exp ffff880008f8f400
00000100:00100000:0.0:1329971601.307026:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373247994:12345-0@lo:400
00000100:00100000:0.0:1329971601.307042:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373247994:12345-0@lo:400 Request procesed in 19us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971601.307063:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247997:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971601.307076:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247997 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971601] [real_sent 1329971601] [current 1329971601] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373247997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971601.307086:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373247997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971601.307097:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971601.307099:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971601.307101:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373247997:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971601.307104:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247998:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971601.307111:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373247998 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971601] [real_sent 1329971601] [current 1329971601] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373247998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971601.307118:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373247998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971601.307123:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971601.307124:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971601.307126:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373247998:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971601.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247991:0@lo:400
00000100:00100000:0.0:1329971601.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247992:0@lo:400
00000100:00100000:0.0:1329971601.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373247993:0@lo:400
00000100:00100000:0.0:1329971601.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247994:0@lo:400
00000100:00100000:0.0:1329971601.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247995:0@lo:400
00000100:00100000:0.0:1329971601.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373247996:0@lo:400
00000100:00100000:0.0:1329971601.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971602.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971603.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971604.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971605.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971606.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971606.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971606.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971606.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333728966
00000100:00000400:0.0:1329971606.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971606.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971606.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971606.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373248005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971606.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971606.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971606.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971606.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333728966
00000100:00000400:0.0:1329971606.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971606.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971606.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971606.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971606.306730:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247999:0@lo:400
00000100:00100000:0.0:1329971606.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971606.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248000:0@lo:400
00000100:00100000:0.0:1329971606.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971606.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248001:0@lo:400
00000100:00100000:0.0:1329971606.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971606.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248002:0@lo:400
00000100:00100000:0.0:1329971606.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971606.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248003:0@lo:400
00000100:00100000:0.0:1329971606.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971606.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248004:0@lo:400
00000100:00100000:0.0:1329971606.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971606.306906:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971606 exp ffff880052834000
00000100:00100000:0.0:1329971606.306935:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373247999:12345-0@lo:400
00000100:00100000:0.0:1329971606.306960:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373247999:12345-0@lo:400 Request procesed in 44us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971606.306974:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971606 exp ffff880008f8fc00
00000100:00080000:0.0:1329971606.306981:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971606 exp ffff880057c49800
00000100:00080000:0.0:1329971606.306985:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971606 exp ffff8800572c1c00
00000100:00080000:0.0:1329971606.306990:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971606 exp ffff880046d08400
00000100:00100000:0.0:1329971606.306998:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248000:12345-0@lo:400
00000100:00100000:0.0:1329971606.307015:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248000:12345-0@lo:400 Request procesed in 19us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971606.307022:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248001:12345-0@lo:400
00000100:00100000:0.0:1329971606.307036:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248001:12345-0@lo:400 Request procesed in 16us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971606.307043:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248003:12345-0@lo:400
00000100:00100000:0.0:1329971606.307054:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248003:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971606.307060:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248004:12345-0@lo:400
00000100:00100000:0.0:1329971606.307071:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248004:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971606.307081:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971606 exp ffff880008f8f400
00000100:00100000:0.0:1329971606.307089:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248002:12345-0@lo:400
00000100:00100000:0.0:1329971606.307106:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248002:12345-0@lo:400 Request procesed in 18us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971606.307127:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248005:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971606.307140:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248005 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971606] [real_sent 1329971606] [current 1329971606] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373248005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971606.307150:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373248005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971606.307156:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971606.307158:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971606.307160:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248005:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971606.307163:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248006:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971606.307174:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248006 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971606] [real_sent 1329971606] [current 1329971606] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971606.307181:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971606.307186:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971606.307188:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971606.307190:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248006:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971606.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373247999:0@lo:400
00000100:00100000:0.0:1329971606.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248000:0@lo:400
00000100:00100000:0.0:1329971606.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248001:0@lo:400
00000100:00100000:0.0:1329971606.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248002:0@lo:400
00000100:00100000:0.0:1329971606.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248003:0@lo:400
00000100:00100000:0.0:1329971606.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248004:0@lo:400
00000100:00100000:0.0:1329971606.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971607.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971608.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971609.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971610.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971611.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971611.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971611.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971611.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333733966
00000100:00000400:0.0:1329971611.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971611.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971611.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971611.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971611.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971611.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971611.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971611.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333733966
00000100:00000400:0.0:1329971611.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971611.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971611.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971611.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373248014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971611.306724:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248007:0@lo:400
00000100:00100000:0.0:1329971611.306750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971611.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248008:0@lo:400
00000100:00100000:0.0:1329971611.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971611.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248009:0@lo:400
00000100:00100000:0.0:1329971611.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971611.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248010:0@lo:400
00000100:00100000:0.0:1329971611.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971611.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248011:0@lo:400
00000100:00100000:0.0:1329971611.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971611.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248012:0@lo:400
00000100:00100000:0.0:1329971611.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971611.306838:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971611 exp ffff880052834000
00000100:00100000:0.0:1329971611.306857:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248007:12345-0@lo:400
00000100:00100000:0.0:1329971611.306881:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248007:12345-0@lo:400 Request procesed in 35us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971611.306895:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971611 exp ffff880008f8fc00
00000100:00080000:0.0:1329971611.306901:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971611 exp ffff880057c49800
00000100:00080000:0.0:1329971611.306906:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971611 exp ffff8800572c1c00
00000100:00080000:0.0:1329971611.306910:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971611 exp ffff880046d08400
00000100:00100000:0.0:1329971611.306919:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248008:12345-0@lo:400
00000100:00100000:0.0:1329971611.306936:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248008:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971611.306943:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248009:12345-0@lo:400
00000100:00100000:0.0:1329971611.306955:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248009:12345-0@lo:400 Request procesed in 14us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971611.306962:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248011:12345-0@lo:400
00000100:00100000:0.0:1329971611.306973:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248011:12345-0@lo:400 Request procesed in 12us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971611.306980:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248012:12345-0@lo:400
00000100:00100000:0.0:1329971611.306990:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248012:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971611.307000:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971611 exp ffff880008f8f400
00000100:00100000:0.0:1329971611.307009:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248010:12345-0@lo:400
00000100:00100000:0.0:1329971611.307025:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248010:12345-0@lo:400 Request procesed in 18us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971611.307045:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248013:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971611.307059:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248013 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971611] [real_sent 1329971611] [current 1329971611] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971611.307069:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971611.307075:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971611.307077:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971611.307080:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248013:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971611.307082:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248014:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971611.307089:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248014 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971611] [real_sent 1329971611] [current 1329971611] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373248014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971611.307096:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373248014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971611.307101:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971611.307102:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971611.307104:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248014:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971611.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248007:0@lo:400
00000100:00100000:0.0:1329971611.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248008:0@lo:400
00000100:00100000:0.0:1329971611.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248009:0@lo:400
00000100:00100000:0.0:1329971611.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248010:0@lo:400
00000100:00100000:0.0:1329971611.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248011:0@lo:400
00000100:00100000:0.0:1329971611.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248012:0@lo:400
00000100:00100000:0.0:1329971611.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971612.369584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971613.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971614.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971615.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971616.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971616.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971616.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971616.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333738966
00000100:00000400:0.0:1329971616.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971616.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971616.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971616.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373248021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971616.306699:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971616.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971616.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971616.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333738966
00000100:00000400:0.0:1329971616.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971616.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971616.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971616.306763:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971616.306786:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248021:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971616.306814:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248021 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971616] [real_sent 1329971616] [current 1329971616] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373248021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971616.306824:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373248021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971616.306830:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971616.306832:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971616.306834:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248021:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971616.306837:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248022:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971616.306845:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248022 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971616] [real_sent 1329971616] [current 1329971616] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971616.306852:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971616.306857:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971616.306858:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971616.306860:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248022:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971616.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248015:0@lo:400
00000100:00100000:0.0:1329971616.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971616.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248016:0@lo:400
00000100:00100000:0.0:1329971616.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971616.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248017:0@lo:400
00000100:00100000:0.0:1329971616.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971616.306920:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248018:0@lo:400
00000100:00100000:0.0:1329971616.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971616.306932:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248019:0@lo:400
00000100:00100000:0.0:1329971616.306938:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971616.306944:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248020:0@lo:400
00000100:00100000:0.0:1329971616.307009:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971616.307032:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971616 exp ffff880052834000
00000100:00100000:0.0:1329971616.307057:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248015:12345-0@lo:400
00000100:00100000:0.0:1329971616.307083:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248015:12345-0@lo:400 Request procesed in 42us (196us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971616.307097:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971616 exp ffff880008f8fc00
00000100:00080000:0.0:1329971616.307103:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971616 exp ffff880057c49800
00000100:00080000:0.0:1329971616.307108:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971616 exp ffff8800572c1c00
00000100:00080000:0.0:1329971616.307112:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971616 exp ffff880046d08400
00000100:00100000:0.0:1329971616.307122:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248016:12345-0@lo:400
00000100:00100000:0.0:1329971616.307139:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248016:12345-0@lo:400 Request procesed in 22us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971616.307147:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248017:12345-0@lo:400
00000100:00100000:0.0:1329971616.307159:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248017:12345-0@lo:400 Request procesed in 13us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971616.307165:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248019:12345-0@lo:400
00000100:00100000:0.0:1329971616.307176:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248019:12345-0@lo:400 Request procesed in 13us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971616.307194:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248020:12345-0@lo:400
00000100:00100000:0.0:1329971616.307205:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248020:12345-0@lo:400 Request procesed in 14us (197us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971616.307216:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971616 exp ffff880008f8f400
00000100:00100000:0.0:1329971616.307224:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248018:12345-0@lo:400
00000100:00100000:0.0:1329971616.307241:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248018:12345-0@lo:400 Request procesed in 18us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971616.307264:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248015:0@lo:400
00000100:00100000:0.0:1329971616.307270:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248016:0@lo:400
00000100:00100000:0.0:1329971616.307274:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248017:0@lo:400
00000100:00100000:0.0:1329971616.307278:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248018:0@lo:400
00000100:00100000:0.0:1329971616.307282:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248019:0@lo:400
00000100:00100000:0.0:1329971616.307286:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248020:0@lo:400
00000100:00100000:0.0:1329971616.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971617.369636:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971618.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971619.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971620.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971621.306664:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971621.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971621.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971621.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333743966
00000100:00000400:0.0:1329971621.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971621.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971621.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971621.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373248029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971621.306707:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971621.306708:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971621.306710:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971621.306712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333743966
00000100:00000400:0.0:1329971621.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971621.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971621.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971621.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971621.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248023:0@lo:400
00000100:00100000:0.0:1329971621.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971621.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248024:0@lo:400
00000100:00100000:0.0:1329971621.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971621.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248025:0@lo:400
00000100:00100000:0.0:1329971621.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971621.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248026:0@lo:400
00000100:00100000:0.0:1329971621.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971621.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248027:0@lo:400
00000100:00100000:0.0:1329971621.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971621.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248028:0@lo:400
00000100:00100000:0.0:1329971621.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971621.306859:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971621 exp ffff880052834000
00000100:00100000:0.0:1329971621.306880:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248023:12345-0@lo:400
00000100:00100000:0.0:1329971621.306904:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248023:12345-0@lo:400 Request procesed in 36us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971621.306921:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971621 exp ffff880008f8fc00
00000100:00080000:0.0:1329971621.306927:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971621 exp ffff880057c49800
00000100:00080000:0.0:1329971621.306932:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971621 exp ffff8800572c1c00
00000100:00080000:0.0:1329971621.306936:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971621 exp ffff880046d08400
00000100:00100000:0.0:1329971621.306944:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248024:12345-0@lo:400
00000100:00100000:0.0:1329971621.306961:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248024:12345-0@lo:400 Request procesed in 19us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971621.306969:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248025:12345-0@lo:400
00000100:00100000:0.0:1329971621.306981:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248025:12345-0@lo:400 Request procesed in 14us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971621.306988:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248027:12345-0@lo:400
00000100:00100000:0.0:1329971621.306998:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248027:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971621.307005:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248028:12345-0@lo:400
00000100:00100000:0.0:1329971621.307016:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248028:12345-0@lo:400 Request procesed in 12us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971621.307026:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971621 exp ffff880008f8f400
00000100:00100000:0.0:1329971621.307034:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248026:12345-0@lo:400
00000100:00100000:0.0:1329971621.307050:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248026:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971621.307083:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248029:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971621.307096:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248029 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971621] [real_sent 1329971621] [current 1329971621] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373248029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971621.307113:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373248029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971621.307119:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971621.307121:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971621.307123:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248029:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971621.307126:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248030:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971621.307133:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248030 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971621] [real_sent 1329971621] [current 1329971621] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971621.307140:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971621.307145:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971621.307146:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971621.307148:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248030:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971621.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248023:0@lo:400
00000100:00100000:0.0:1329971621.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248024:0@lo:400
00000100:00100000:0.0:1329971621.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248025:0@lo:400
00000100:00100000:0.0:1329971621.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248026:0@lo:400
00000100:00100000:0.0:1329971621.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248027:0@lo:400
00000100:00100000:0.0:1329971621.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248028:0@lo:400
00000100:00100000:0.0:1329971621.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971622.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971623.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971624.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971625.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971626.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971626.306683:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971626.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971626.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333748966
00000100:00000400:0.0:1329971626.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971626.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971626.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971626.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971626.306719:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971626.306720:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971626.306722:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971626.306724:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333748966
00000100:00000400:0.0:1329971626.306725:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971626.306728:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971626.306730:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971626.306733:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971626.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248031:0@lo:400
00000100:00100000:0.0:1329971626.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971626.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248032:0@lo:400
00000100:00100000:0.0:1329971626.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971626.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248033:0@lo:400
00000100:00100000:0.0:1329971626.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971626.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248034:0@lo:400
00000100:00100000:0.0:1329971626.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971626.306915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248035:0@lo:400
00000100:00100000:0.0:1329971626.306923:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971626.306928:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248036:0@lo:400
00000100:00100000:0.0:1329971626.306935:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971626.306957:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971626 exp ffff880052834000
00000100:00100000:0.0:1329971626.306984:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248031:12345-0@lo:400
00000100:00100000:0.0:1329971626.307009:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248031:12345-0@lo:400 Request procesed in 45us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971626.307024:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971626 exp ffff880008f8fc00
00000100:00080000:0.0:1329971626.307031:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971626 exp ffff880057c49800
00000100:00080000:0.0:1329971626.307036:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971626 exp ffff8800572c1c00
00000100:00080000:0.0:1329971626.307040:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971626 exp ffff880046d08400
00000100:00100000:0.0:1329971626.307049:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248032:12345-0@lo:400
00000100:00100000:0.0:1329971626.307066:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248032:12345-0@lo:400 Request procesed in 21us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971626.307074:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248033:12345-0@lo:400
00000100:00100000:0.0:1329971626.307086:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248033:12345-0@lo:400 Request procesed in 14us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971626.307092:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248035:12345-0@lo:400
00000100:00100000:0.0:1329971626.307103:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248035:12345-0@lo:400 Request procesed in 12us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971626.307109:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248036:12345-0@lo:400
00000100:00100000:0.0:1329971626.307120:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248036:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971626.307133:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971626 exp ffff880008f8f400
00000100:00100000:0.0:1329971626.307142:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248034:12345-0@lo:400
00000100:00100000:0.0:1329971626.307158:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248034:12345-0@lo:400 Request procesed in 19us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971626.307179:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248037:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971626.307193:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248037 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971626] [real_sent 1329971626] [current 1329971626] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971626.307203:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971626.307210:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971626.307212:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971626.307214:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248037:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971626.307217:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248038:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971626.307224:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248038 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971626] [real_sent 1329971626] [current 1329971626] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971626.307232:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971626.307237:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971626.307238:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971626.307240:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248038:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971626.307257:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248031:0@lo:400
00000100:00100000:0.0:1329971626.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248032:0@lo:400
00000100:00100000:0.0:1329971626.307267:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248033:0@lo:400
00000100:00100000:0.0:1329971626.307271:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248034:0@lo:400
00000100:00100000:0.0:1329971626.307275:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248035:0@lo:400
00000100:00100000:0.0:1329971626.307279:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248036:0@lo:400
00000100:00100000:0.0:1329971626.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971627.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971628.369640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971629.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971630.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971631.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971631.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971631.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971631.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333753966
00000100:00000400:0.0:1329971631.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971631.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971631.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971631.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971631.306718:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971631.306720:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971631.306721:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971631.306723:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333753966
00000100:00000400:0.0:1329971631.306725:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971631.306727:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971631.306729:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971631.306733:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971631.306758:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248045:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971631.306785:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248045 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971631] [real_sent 1329971631] [current 1329971631] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971631.306796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971631.306802:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971631.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971631.306806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248045:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971631.306809:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248046:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971631.306817:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248046 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971631] [real_sent 1329971631] [current 1329971631] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971631.306824:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971631.306829:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971631.306830:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971631.306832:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248046:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971631.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248039:0@lo:400
00000100:00100000:0.0:1329971631.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971631.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248040:0@lo:400
00000100:00100000:0.0:1329971631.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971631.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248041:0@lo:400
00000100:00100000:0.0:1329971631.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971631.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248042:0@lo:400
00000100:00100000:0.0:1329971631.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971631.306902:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248043:0@lo:400
00000100:00100000:0.0:1329971631.306969:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971631.306977:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248044:0@lo:400
00000100:00100000:0.0:1329971631.306985:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971631.307006:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971631 exp ffff880052834000
00000100:00100000:0.0:1329971631.307026:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248039:12345-0@lo:400
00000100:00100000:0.0:1329971631.307051:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248039:12345-0@lo:400 Request procesed in 36us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971631.307065:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971631 exp ffff880008f8fc00
00000100:00080000:0.0:1329971631.307072:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971631 exp ffff880057c49800
00000100:00080000:0.0:1329971631.307077:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971631 exp ffff8800572c1c00
00000100:00080000:0.0:1329971631.307081:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971631 exp ffff880046d08400
00000100:00100000:0.0:1329971631.307089:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248040:12345-0@lo:400
00000100:00100000:0.0:1329971631.307107:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248040:12345-0@lo:400 Request procesed in 20us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971631.307115:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248041:12345-0@lo:400
00000100:00100000:0.0:1329971631.307126:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248041:12345-0@lo:400 Request procesed in 14us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971631.307145:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248043:12345-0@lo:400
00000100:00100000:0.0:1329971631.307156:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248043:12345-0@lo:400 Request procesed in 14us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971631.307163:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248044:12345-0@lo:400
00000100:00100000:0.0:1329971631.307174:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248044:12345-0@lo:400 Request procesed in 12us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971631.307186:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971631 exp ffff880008f8f400
00000100:00100000:0.0:1329971631.307195:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248042:12345-0@lo:400
00000100:00100000:0.0:1329971631.307212:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248042:12345-0@lo:400 Request procesed in 19us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971631.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248039:0@lo:400
00000100:00100000:0.0:1329971631.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248040:0@lo:400
00000100:00100000:0.0:1329971631.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248041:0@lo:400
00000100:00100000:0.0:1329971631.307250:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248042:0@lo:400
00000100:00100000:0.0:1329971631.307254:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248043:0@lo:400
00000100:00100000:0.0:1329971631.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248044:0@lo:400
00000100:00100000:0.0:1329971631.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971632.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971633.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971634.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971635.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971636.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971636.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971636.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971636.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333758966
00000100:00000400:0.0:1329971636.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971636.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971636.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971636.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971636.306716:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971636.306718:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971636.306719:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971636.306722:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333758966
00000100:00000400:0.0:1329971636.306723:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971636.306725:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971636.306727:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971636.306731:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971636.306752:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248053:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971636.306782:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248053 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971636] [real_sent 1329971636] [current 1329971636] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971636.306792:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971636.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971636.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971636.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248053:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971636.306805:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248054:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971636.306813:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248054 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971636] [real_sent 1329971636] [current 1329971636] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971636.306860:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971636.306866:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971636.306867:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971636.306869:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248054:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971636.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248047:0@lo:400
00000100:00100000:0.0:1329971636.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971636.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248048:0@lo:400
00000100:00100000:0.0:1329971636.306914:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971636.306919:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248049:0@lo:400
00000100:00100000:0.0:1329971636.306925:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971636.306929:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248050:0@lo:400
00000100:00100000:0.0:1329971636.306937:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971636.306942:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248051:0@lo:400
00000100:00100000:0.0:1329971636.306948:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971636.306953:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248052:0@lo:400
00000100:00100000:0.0:1329971636.306959:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971636.306977:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971636 exp ffff880052834000
00000100:00100000:0.0:1329971636.307007:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248047:12345-0@lo:400
00000100:00100000:0.0:1329971636.307031:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248047:12345-0@lo:400 Request procesed in 45us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971636.307045:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971636 exp ffff880008f8fc00
00000100:00080000:0.0:1329971636.307051:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971636 exp ffff880057c49800
00000100:00080000:0.0:1329971636.307056:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971636 exp ffff8800572c1c00
00000100:00080000:0.0:1329971636.307060:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971636 exp ffff880046d08400
00000100:00100000:0.0:1329971636.307068:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248048:12345-0@lo:400
00000100:00100000:0.0:1329971636.307084:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248048:12345-0@lo:400 Request procesed in 19us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971636.307092:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248049:12345-0@lo:400
00000100:00100000:0.0:1329971636.307104:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248049:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971636.307111:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248051:12345-0@lo:400
00000100:00100000:0.0:1329971636.307122:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248051:12345-0@lo:400 Request procesed in 12us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971636.307128:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248052:12345-0@lo:400
00000100:00100000:0.0:1329971636.307139:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248052:12345-0@lo:400 Request procesed in 12us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971636.307149:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971636 exp ffff880008f8f400
00000100:00100000:0.0:1329971636.307157:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248050:12345-0@lo:400
00000100:00100000:0.0:1329971636.307173:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248050:12345-0@lo:400 Request procesed in 19us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971636.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248047:0@lo:400
00000100:00100000:0.0:1329971636.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248048:0@lo:400
00000100:00100000:0.0:1329971636.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248049:0@lo:400
00000100:00100000:0.0:1329971636.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248050:0@lo:400
00000100:00100000:0.0:1329971636.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248051:0@lo:400
00000100:00100000:0.0:1329971636.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248052:0@lo:400
00000100:00100000:0.0:1329971636.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971637.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971638.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971639.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971640.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971641.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971641.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971641.306643:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971641.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333763966
00000100:00000400:0.0:1329971641.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971641.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971641.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971641.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373248061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971641.306678:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971641.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971641.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971641.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333763966
00000100:00000400:0.0:1329971641.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971641.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971641.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971641.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971641.306713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248055:0@lo:400
00000100:00100000:0.0:1329971641.306739:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971641.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248056:0@lo:400
00000100:00100000:0.0:1329971641.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971641.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248057:0@lo:400
00000100:00100000:0.0:1329971641.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971641.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248058:0@lo:400
00000100:00100000:0.0:1329971641.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971641.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248059:0@lo:400
00000100:00100000:0.0:1329971641.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971641.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248060:0@lo:400
00000100:00100000:0.0:1329971641.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971641.306815:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248061:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971641.306828:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248061 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971641] [real_sent 1329971641] [current 1329971641] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373248061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971641.306839:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373248061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971641.306845:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971641.306846:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971641.306849:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248061:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971641.306852:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248062:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971641.306858:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248062 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971641] [real_sent 1329971641] [current 1329971641] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971641.306866:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971641.306889:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971641.306892:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971641.306895:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248062:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971641.306922:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971641 exp ffff880052834000
00000100:00100000:0.0:1329971641.306947:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248055:12345-0@lo:400
00000100:00100000:0.0:1329971641.306974:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248055:12345-0@lo:400 Request procesed in 39us (235us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971641.306989:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971641 exp ffff880008f8fc00
00000100:00080000:0.0:1329971641.306996:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971641 exp ffff880057c49800
00000100:00080000:0.0:1329971641.307000:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971641 exp ffff8800572c1c00
00000100:00080000:0.0:1329971641.307005:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971641 exp ffff880046d08400
00000100:00100000:0.0:1329971641.307013:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248056:12345-0@lo:400
00000100:00100000:0.0:1329971641.307030:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248056:12345-0@lo:400 Request procesed in 19us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971641.307038:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248057:12345-0@lo:400
00000100:00100000:0.0:1329971641.307049:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248057:12345-0@lo:400 Request procesed in 14us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971641.307056:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248059:12345-0@lo:400
00000100:00100000:0.0:1329971641.307067:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248059:12345-0@lo:400 Request procesed in 12us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971641.307073:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248060:12345-0@lo:400
00000100:00100000:0.0:1329971641.307086:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248060:12345-0@lo:400 Request procesed in 14us (282us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971641.307095:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971641 exp ffff880008f8f400
00000100:00100000:0.0:1329971641.307104:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248058:12345-0@lo:400
00000100:00100000:0.0:1329971641.307120:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248058:12345-0@lo:400 Request procesed in 18us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971641.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248055:0@lo:400
00000100:00100000:0.0:1329971641.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248056:0@lo:400
00000100:00100000:0.0:1329971641.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248057:0@lo:400
00000100:00100000:0.0:1329971641.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248058:0@lo:400
00000100:00100000:0.0:1329971641.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248059:0@lo:400
00000100:00100000:0.0:1329971641.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248060:0@lo:400
00000100:00100000:0.0:1329971641.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971642.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971643.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971644.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971645.369587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971646.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971646.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971646.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971646.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333768966
00000100:00000400:0.0:1329971646.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971646.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971646.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971646.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971646.306714:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971646.306717:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971646.306719:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971646.306723:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333768966
00000100:00000400:0.0:1329971646.306726:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971646.306730:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971646.306734:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971646.306742:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373248070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971646.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248063:0@lo:400
00000100:00100000:0.0:1329971646.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971646.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248064:0@lo:400
00000100:00100000:0.0:1329971646.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971646.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248065:0@lo:400
00000100:00100000:0.0:1329971646.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971646.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248066:0@lo:400
00000100:00100000:0.0:1329971646.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971646.306879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248067:0@lo:400
00000100:00100000:0.0:1329971646.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971646.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248068:0@lo:400
00000100:00100000:0.0:1329971646.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971646.306911:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248069:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971646.306927:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248069 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971646] [real_sent 1329971646] [current 1329971646] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971646.306937:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971646.306944:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971646.306946:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971646.306948:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248069:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971646.306951:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248070:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971646.306958:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248070 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971646] [real_sent 1329971646] [current 1329971646] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373248070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971646.306969:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373248070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971646.306977:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971646.306979:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971646.306982:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248070:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971646.307009:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971646 exp ffff880052834000
00000100:00100000:0.0:1329971646.307040:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248063:12345-0@lo:400
00000100:00100000:0.0:1329971646.307066:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248063:12345-0@lo:400 Request procesed in 44us (272us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971646.307081:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971646 exp ffff880008f8fc00
00000100:00080000:0.0:1329971646.307088:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971646 exp ffff880057c49800
00000100:00080000:0.0:1329971646.307092:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971646 exp ffff8800572c1c00
00000100:00080000:0.0:1329971646.307097:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971646 exp ffff880046d08400
00000100:00100000:0.0:1329971646.307107:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248064:12345-0@lo:400
00000100:00100000:0.0:1329971646.307124:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248064:12345-0@lo:400 Request procesed in 23us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971646.307144:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248065:12345-0@lo:400
00000100:00100000:0.0:1329971646.307156:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248065:12345-0@lo:400 Request procesed in 14us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971646.307162:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248067:12345-0@lo:400
00000100:00100000:0.0:1329971646.307173:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248067:12345-0@lo:400 Request procesed in 13us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971646.307180:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248068:12345-0@lo:400
00000100:00100000:0.0:1329971646.307190:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248068:12345-0@lo:400 Request procesed in 12us (292us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971646.307201:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971646 exp ffff880008f8f400
00000100:00100000:0.0:1329971646.307210:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248066:12345-0@lo:400
00000100:00100000:0.0:1329971646.307225:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248066:12345-0@lo:400 Request procesed in 18us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971646.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248063:0@lo:400
00000100:00100000:0.0:1329971646.307255:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248064:0@lo:400
00000100:00100000:0.0:1329971646.307260:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248065:0@lo:400
00000100:00100000:0.0:1329971646.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248066:0@lo:400
00000100:00100000:0.0:1329971646.307267:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248067:0@lo:400
00000100:00100000:0.0:1329971646.307271:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248068:0@lo:400
00000100:00100000:0.0:1329971646.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971647.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971648.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971649.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971650.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971651.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971651.306640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971651.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971651.306647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333773966
00000100:00000400:0.0:1329971651.306649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971651.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971651.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971651.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971651.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971651.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971651.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971651.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333773966
00000100:00000400:0.0:1329971651.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971651.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971651.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971651.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971651.306716:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248077:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971651.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248077 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971651] [real_sent 1329971651] [current 1329971651] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971651.306762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971651.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971651.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971651.306772:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248077:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971651.306775:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248078:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971651.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248078 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971651] [real_sent 1329971651] [current 1329971651] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971651.306790:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971651.306795:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971651.306796:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971651.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248078:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971651.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248071:0@lo:400
00000100:00100000:0.0:1329971651.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971651.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248072:0@lo:400
00000100:00100000:0.0:1329971651.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971651.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248073:0@lo:400
00000100:00100000:0.0:1329971651.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971651.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248074:0@lo:400
00000100:00100000:0.0:1329971651.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971651.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248075:0@lo:400
00000100:00100000:0.0:1329971651.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971651.306903:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248076:0@lo:400
00000100:00100000:0.0:1329971651.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971651.307025:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971651 exp ffff880052834000
00000100:00100000:0.0:1329971651.307044:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248071:12345-0@lo:400
00000100:00100000:0.0:1329971651.307071:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248071:12345-0@lo:400 Request procesed in 36us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971651.307085:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971651 exp ffff880008f8fc00
00000100:00080000:0.0:1329971651.307091:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971651 exp ffff880057c49800
00000100:00080000:0.0:1329971651.307096:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971651 exp ffff8800572c1c00
00000100:00080000:0.0:1329971651.307100:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971651 exp ffff880046d08400
00000100:00100000:0.0:1329971651.307108:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248072:12345-0@lo:400
00000100:00100000:0.0:1329971651.307126:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248072:12345-0@lo:400 Request procesed in 20us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971651.307134:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248073:12345-0@lo:400
00000100:00100000:0.0:1329971651.307152:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248073:12345-0@lo:400 Request procesed in 19us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971651.307164:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248075:12345-0@lo:400
00000100:00100000:0.0:1329971651.307184:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248075:12345-0@lo:400 Request procesed in 22us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971651.307194:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248076:12345-0@lo:400
00000100:00100000:0.0:1329971651.307206:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248076:12345-0@lo:400 Request procesed in 15us (292us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971651.307221:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971651 exp ffff880008f8f400
00000100:00100000:0.0:1329971651.307230:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248074:12345-0@lo:400
00000100:00100000:0.0:1329971651.307248:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248074:12345-0@lo:400 Request procesed in 21us (375us total) trans 0 rc 0/0
00000400:02020000:0.0:1329971651.307319:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329971651.307344:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248071:0@lo:400
00000100:00100000:0.0:1329971651.307351:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248072:0@lo:400
00000100:00100000:0.0:1329971651.307355:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248073:0@lo:400
00000100:00100000:0.0:1329971651.307359:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248074:0@lo:400
00000100:00100000:0.0:1329971651.307364:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248075:0@lo:400
00000100:00100000:0.0:1329971651.307367:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248076:0@lo:400
00000800:00020000:0.0:1329971651.307405:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971651.307416:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971651.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971652.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971653.369635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971654.369592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971655.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971656.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971656.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971656.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971656.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333778966
00000100:00000400:0.0:1329971656.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971656.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971656.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971656.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373248085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971656.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971656.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971656.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971656.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333778966
00000100:00000400:0.0:1329971656.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971656.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971656.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971656.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971656.306715:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248085:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971656.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248085 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971656] [real_sent 1329971656] [current 1329971656] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373248085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971656.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373248085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971656.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971656.306761:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971656.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248085:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971656.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248086:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971656.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248086 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971656] [real_sent 1329971656] [current 1329971656] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971656.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971656.306786:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971656.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971656.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248086:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971656.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248079:0@lo:400
00000100:00100000:0.0:1329971656.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971656.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248080:0@lo:400
00000100:00100000:0.0:1329971656.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971656.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248081:0@lo:400
00000100:00100000:0.0:1329971656.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971656.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248082:0@lo:400
00000100:00100000:0.0:1329971656.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971656.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248083:0@lo:400
00000100:00100000:0.0:1329971656.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971656.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248084:0@lo:400
00000100:00100000:0.0:1329971656.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971656.306897:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971656 exp ffff880052834000
00000100:00100000:0.0:1329971656.306925:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248079:12345-0@lo:400
00000100:00100000:0.0:1329971656.306949:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248079:12345-0@lo:400 Request procesed in 43us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971656.306963:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971656 exp ffff880008f8fc00
00000100:00080000:0.0:1329971656.306969:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971656 exp ffff880057c49800
00000100:00080000:0.0:1329971656.306974:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971656 exp ffff8800572c1c00
00000100:00080000:0.0:1329971656.306978:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971656 exp ffff880046d08400
00000100:00100000:0.0:1329971656.306988:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248080:12345-0@lo:400
00000100:00100000:0.0:1329971656.307005:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248080:12345-0@lo:400 Request procesed in 22us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971656.307013:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248081:12345-0@lo:400
00000100:00100000:0.0:1329971656.307025:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248081:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971656.307031:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248083:12345-0@lo:400
00000100:00100000:0.0:1329971656.307042:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248083:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971656.307049:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248084:12345-0@lo:400
00000100:00100000:0.0:1329971656.307060:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248084:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971656.307080:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971656 exp ffff880008f8f400
00000100:00100000:0.0:1329971656.307089:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248082:12345-0@lo:400
00000100:00100000:0.0:1329971656.307105:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248082:12345-0@lo:400 Request procesed in 19us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971656.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248079:0@lo:400
00000100:00100000:0.0:1329971656.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248080:0@lo:400
00000100:00100000:0.0:1329971656.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248081:0@lo:400
00000100:00100000:0.0:1329971656.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248082:0@lo:400
00000100:00100000:0.0:1329971656.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248083:0@lo:400
00000100:00100000:0.0:1329971656.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248084:0@lo:400
00000100:00100000:0.0:1329971656.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971657.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971658.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971659.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971660.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971661.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971661.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971661.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971661.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333783966
00000100:00000400:0.0:1329971661.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971661.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971661.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971661.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373248093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971661.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971661.306712:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971661.306713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971661.306716:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333783966
00000100:00000400:0.0:1329971661.306717:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971661.306719:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971661.306721:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971661.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971661.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248087:0@lo:400
00000100:00100000:0.0:1329971661.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971661.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248088:0@lo:400
00000100:00100000:0.0:1329971661.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971661.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248089:0@lo:400
00000100:00100000:0.0:1329971661.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971661.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248090:0@lo:400
00000100:00100000:0.0:1329971661.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971661.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248091:0@lo:400
00000100:00100000:0.0:1329971661.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971661.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248092:0@lo:400
00000100:00100000:0.0:1329971661.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971661.306920:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248093:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971661.306932:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248093 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971661] [real_sent 1329971661] [current 1329971661] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373248093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971661.306943:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373248093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971661.306950:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971661.306951:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971661.306954:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248093:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971661.306957:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248094:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971661.306964:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248094 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971661] [real_sent 1329971661] [current 1329971661] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971661.306971:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971661.306976:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971661.306977:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971661.306979:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248094:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971661.307000:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971661 exp ffff880052834000
00000100:00100000:0.0:1329971661.307020:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248087:12345-0@lo:400
00000100:00100000:0.0:1329971661.307044:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248087:12345-0@lo:400 Request procesed in 36us (270us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971661.307058:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971661 exp ffff880008f8fc00
00000100:00080000:0.0:1329971661.307065:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971661 exp ffff880057c49800
00000100:00080000:0.0:1329971661.307070:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971661 exp ffff8800572c1c00
00000100:00080000:0.0:1329971661.307075:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971661 exp ffff880046d08400
00000100:00100000:0.0:1329971661.307083:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248088:12345-0@lo:400
00000100:00100000:0.0:1329971661.307100:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248088:12345-0@lo:400 Request procesed in 20us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971661.307108:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248089:12345-0@lo:400
00000100:00100000:0.0:1329971661.307120:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248089:12345-0@lo:400 Request procesed in 13us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971661.307126:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248091:12345-0@lo:400
00000100:00100000:0.0:1329971661.307137:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248091:12345-0@lo:400 Request procesed in 13us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971661.307144:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248092:12345-0@lo:400
00000100:00100000:0.0:1329971661.307154:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248092:12345-0@lo:400 Request procesed in 13us (247us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971661.307164:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971661 exp ffff880008f8f400
00000100:00100000:0.0:1329971661.307172:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248090:12345-0@lo:400
00000100:00100000:0.0:1329971661.307189:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248090:12345-0@lo:400 Request procesed in 18us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971661.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248087:0@lo:400
00000100:00100000:0.0:1329971661.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248088:0@lo:400
00000100:00100000:0.0:1329971661.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248089:0@lo:400
00000100:00100000:0.0:1329971661.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248090:0@lo:400
00000100:00100000:0.0:1329971661.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248091:0@lo:400
00000100:00100000:0.0:1329971661.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248092:0@lo:400
00000100:00100000:0.0:1329971661.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971662.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971663.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971664.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971665.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971666.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971666.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971666.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971666.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333788966
00000100:00000400:0.0:1329971666.306645:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971666.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971666.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971666.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971666.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971666.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971666.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971666.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333788966
00000100:00000400:0.0:1329971666.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971666.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971666.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971666.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373248102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971666.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248101:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971666.306748:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248101 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971666] [real_sent 1329971666] [current 1329971666] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971666.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971666.306771:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971666.306772:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971666.306775:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248101:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971666.306778:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248102:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971666.306789:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248102 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971666] [real_sent 1329971666] [current 1329971666] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373248102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971666.306796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373248102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971666.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971666.306802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971666.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248102:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971666.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248095:0@lo:400
00000100:00100000:0.0:1329971666.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971666.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248096:0@lo:400
00000100:00100000:0.0:1329971666.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971666.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248097:0@lo:400
00000100:00100000:0.0:1329971666.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971666.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248098:0@lo:400
00000100:00100000:0.0:1329971666.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971666.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248099:0@lo:400
00000100:00100000:0.0:1329971666.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971666.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248100:0@lo:400
00000100:00100000:0.0:1329971666.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971666.306911:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971666 exp ffff880052834000
00000100:00100000:0.0:1329971666.306938:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248095:12345-0@lo:400
00000100:00100000:0.0:1329971666.306962:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248095:12345-0@lo:400 Request procesed in 41us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971666.306975:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971666 exp ffff880008f8fc00
00000100:00080000:0.0:1329971666.306982:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971666 exp ffff880057c49800
00000100:00080000:0.0:1329971666.306987:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971666 exp ffff8800572c1c00
00000100:00080000:0.0:1329971666.306991:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971666 exp ffff880046d08400
00000100:00100000:0.0:1329971666.306999:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248096:12345-0@lo:400
00000100:00100000:0.0:1329971666.307016:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248096:12345-0@lo:400 Request procesed in 20us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971666.307024:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248097:12345-0@lo:400
00000100:00100000:0.0:1329971666.307035:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248097:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971666.307042:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248099:12345-0@lo:400
00000100:00100000:0.0:1329971666.307052:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248099:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971666.307059:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248100:12345-0@lo:400
00000100:00100000:0.0:1329971666.307070:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248100:12345-0@lo:400 Request procesed in 12us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971666.307080:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971666 exp ffff880008f8f400
00000100:00100000:0.0:1329971666.307088:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248098:12345-0@lo:400
00000100:00100000:0.0:1329971666.307104:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248098:12345-0@lo:400 Request procesed in 19us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971666.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248095:0@lo:400
00000100:00100000:0.0:1329971666.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248096:0@lo:400
00000100:00100000:0.0:1329971666.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248097:0@lo:400
00000100:00100000:0.0:1329971666.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248098:0@lo:400
00000100:00100000:0.0:1329971666.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248099:0@lo:400
00000100:00100000:0.0:1329971666.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248100:0@lo:400
00000100:00100000:0.0:1329971666.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971667.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971668.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971669.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971670.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971671.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971671.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971671.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971671.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333793966
00000100:00000400:0.0:1329971671.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971671.306664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971671.306670:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971671.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373248109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971671.306685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971671.306687:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971671.306688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971671.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333793966
00000100:00000400:0.0:1329971671.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971671.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971671.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971671.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373248110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971671.306721:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248109:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971671.306748:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248109 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971671] [real_sent 1329971671] [current 1329971671] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373248109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971671.306759:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373248109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971671.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971671.306766:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971671.306769:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248109:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971671.306772:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248110:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971671.306779:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248110 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971671] [real_sent 1329971671] [current 1329971671] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373248110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971671.306787:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373248110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971671.306791:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971671.306793:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971671.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248110:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971671.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248103:0@lo:400
00000100:00100000:0.0:1329971671.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971671.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248104:0@lo:400
00000100:00100000:0.0:1329971671.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971671.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248105:0@lo:400
00000100:00100000:0.0:1329971671.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971671.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248106:0@lo:400
00000100:00100000:0.0:1329971671.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971671.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248107:0@lo:400
00000100:00100000:0.0:1329971671.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971671.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248108:0@lo:400
00000100:00100000:0.0:1329971671.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971671.306943:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971671 exp ffff880052834000
00000100:00100000:0.0:1329971671.306963:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248103:12345-0@lo:400
00000100:00100000:0.0:1329971671.306988:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248103:12345-0@lo:400 Request procesed in 36us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971671.307002:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971671 exp ffff880008f8fc00
00000100:00080000:0.0:1329971671.307008:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971671 exp ffff880057c49800
00000100:00080000:0.0:1329971671.307012:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971671 exp ffff8800572c1c00
00000100:00080000:0.0:1329971671.307017:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971671 exp ffff880046d08400
00000100:00100000:0.0:1329971671.307025:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248104:12345-0@lo:400
00000100:00100000:0.0:1329971671.307042:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248104:12345-0@lo:400 Request procesed in 20us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971671.307050:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248105:12345-0@lo:400
00000100:00100000:0.0:1329971671.307062:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248105:12345-0@lo:400 Request procesed in 14us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971671.307069:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248107:12345-0@lo:400
00000100:00100000:0.0:1329971671.307080:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248107:12345-0@lo:400 Request procesed in 13us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971671.307096:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248108:12345-0@lo:400
00000100:00100000:0.0:1329971671.307108:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248108:12345-0@lo:400 Request procesed in 13us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971671.307118:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971671 exp ffff880008f8f400
00000100:00100000:0.0:1329971671.307126:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248106:12345-0@lo:400
00000100:00100000:0.0:1329971671.307142:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248106:12345-0@lo:400 Request procesed in 18us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971671.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248103:0@lo:400
00000100:00100000:0.0:1329971671.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248104:0@lo:400
00000100:00100000:0.0:1329971671.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248105:0@lo:400
00000100:00100000:0.0:1329971671.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248106:0@lo:400
00000100:00100000:0.0:1329971671.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248107:0@lo:400
00000100:00100000:0.0:1329971671.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248108:0@lo:400
00000100:00100000:0.0:1329971671.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971672.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971673.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971674.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971675.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971676.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971676.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971676.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971676.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333798966
00000100:00000400:0.0:1329971676.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971676.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971676.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971676.306718:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005195a400 x1394565373248117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971676.306726:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971676.306728:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971676.306729:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971676.306731:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333798966
00000100:00000400:0.0:1329971676.306733:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971676.306735:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971676.306737:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971676.306741:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373248118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971676.306762:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248117:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971676.306788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248117 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971676] [real_sent 1329971676] [current 1329971676] [deadline 25s] [delay -25s]  req@ffff88005195a400 x1394565373248117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971676.306799:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005195a400 x1394565373248117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971676.306805:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971676.306807:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971676.306810:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248117:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971676.306812:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248118:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971676.306819:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248118 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971676] [real_sent 1329971676] [current 1329971676] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373248118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971676.306827:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373248118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971676.306832:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971676.306833:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971676.306835:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248118:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971676.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248111:0@lo:400
00000100:00100000:0.0:1329971676.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971676.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248112:0@lo:400
00000100:00100000:0.0:1329971676.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971676.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248113:0@lo:400
00000100:00100000:0.0:1329971676.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971676.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248114:0@lo:400
00000100:00100000:0.0:1329971676.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971676.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248115:0@lo:400
00000100:00100000:0.0:1329971676.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971676.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248116:0@lo:400
00000100:00100000:0.0:1329971676.306924:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971676.306942:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971676 exp ffff880052834000
00000100:00100000:0.0:1329971676.306968:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248111:12345-0@lo:400
00000100:00100000:0.0:1329971676.306991:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248111:12345-0@lo:400 Request procesed in 40us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971676.307005:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971676 exp ffff880008f8fc00
00000100:00080000:0.0:1329971676.307011:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971676 exp ffff880057c49800
00000100:00080000:0.0:1329971676.307016:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971676 exp ffff8800572c1c00
00000100:00080000:0.0:1329971676.307020:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971676 exp ffff880046d08400
00000100:00100000:0.0:1329971676.307030:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248112:12345-0@lo:400
00000100:00100000:0.0:1329971676.307046:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248112:12345-0@lo:400 Request procesed in 21us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971676.307055:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248113:12345-0@lo:400
00000100:00100000:0.0:1329971676.307067:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248113:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971676.307073:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248115:12345-0@lo:400
00000100:00100000:0.0:1329971676.307084:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248115:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971676.307091:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248116:12345-0@lo:400
00000100:00100000:0.0:1329971676.307101:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248116:12345-0@lo:400 Request procesed in 12us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971676.307111:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971676 exp ffff880008f8f400
00000100:00100000:0.0:1329971676.307120:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248114:12345-0@lo:400
00000100:00100000:0.0:1329971676.307136:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248114:12345-0@lo:400 Request procesed in 18us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971676.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248111:0@lo:400
00000100:00100000:0.0:1329971676.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248112:0@lo:400
00000100:00100000:0.0:1329971676.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248113:0@lo:400
00000100:00100000:0.0:1329971676.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248114:0@lo:400
00000100:00100000:0.0:1329971676.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248115:0@lo:400
00000100:00100000:0.0:1329971676.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248116:0@lo:400
00000100:00100000:0.0:1329971676.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971677.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971678.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971679.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971680.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971681.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971681.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971681.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971681.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333803966
00000100:00000400:0.0:1329971681.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971681.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971681.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971681.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971681.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971681.306707:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971681.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971681.306711:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333803966
00000100:00000400:0.0:1329971681.306712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971681.306714:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971681.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971681.306720:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373248126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971681.306741:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248119:0@lo:400
00000100:00100000:0.0:1329971681.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971681.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248120:0@lo:400
00000100:00100000:0.0:1329971681.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971681.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248121:0@lo:400
00000100:00100000:0.0:1329971681.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971681.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248122:0@lo:400
00000100:00100000:0.0:1329971681.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971681.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248123:0@lo:400
00000100:00100000:0.0:1329971681.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971681.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248124:0@lo:400
00000100:00100000:0.0:1329971681.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971681.306880:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248125:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971681.306893:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248125 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971681] [real_sent 1329971681] [current 1329971681] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971681.306904:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971681.306910:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971681.306912:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971681.306914:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248125:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971681.306917:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248126:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971681.306925:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248126 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971681] [real_sent 1329971681] [current 1329971681] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373248126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971681.306932:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373248126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971681.306937:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971681.306938:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971681.306940:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248126:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971681.306961:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971681 exp ffff880052834000
00000100:00100000:0.0:1329971681.306980:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248119:12345-0@lo:400
00000100:00100000:0.0:1329971681.307005:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248119:12345-0@lo:400 Request procesed in 35us (238us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971681.307019:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971681 exp ffff880008f8fc00
00000100:00080000:0.0:1329971681.307025:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971681 exp ffff880057c49800
00000100:00080000:0.0:1329971681.307030:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971681 exp ffff8800572c1c00
00000100:00080000:0.0:1329971681.307035:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971681 exp ffff880046d08400
00000100:00100000:0.0:1329971681.307043:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248120:12345-0@lo:400
00000100:00100000:0.0:1329971681.307060:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248120:12345-0@lo:400 Request procesed in 20us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971681.307068:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248121:12345-0@lo:400
00000100:00100000:0.0:1329971681.307079:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248121:12345-0@lo:400 Request procesed in 14us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971681.307086:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248123:12345-0@lo:400
00000100:00100000:0.0:1329971681.307097:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248123:12345-0@lo:400 Request procesed in 13us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971681.307104:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248124:12345-0@lo:400
00000100:00100000:0.0:1329971681.307114:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248124:12345-0@lo:400 Request procesed in 13us (247us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971681.307124:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971681 exp ffff880008f8f400
00000100:00100000:0.0:1329971681.307133:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248122:12345-0@lo:400
00000100:00100000:0.0:1329971681.307149:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248122:12345-0@lo:400 Request procesed in 19us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971681.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248119:0@lo:400
00000100:00100000:0.0:1329971681.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248120:0@lo:400
00000100:00100000:0.0:1329971681.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248121:0@lo:400
00000100:00100000:0.0:1329971681.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248122:0@lo:400
00000100:00100000:0.0:1329971681.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248123:0@lo:400
00000100:00100000:0.0:1329971681.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248124:0@lo:400
00000100:00100000:0.0:1329971681.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971682.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971683.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971684.369583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971685.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971686.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971686.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971686.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971686.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333808966
00000100:00000400:0.0:1329971686.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971686.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971686.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971686.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971686.306698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971686.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971686.306701:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971686.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333808966
00000100:00000400:0.0:1329971686.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971686.306707:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971686.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971686.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373248134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971686.306755:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248133:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971686.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248133 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971686] [real_sent 1329971686] [current 1329971686] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971686.306795:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971686.306801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971686.306803:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971686.306806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248133:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971686.306808:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248134:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971686.306816:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248134 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971686] [real_sent 1329971686] [current 1329971686] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373248134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971686.306823:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373248134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971686.306827:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971686.306829:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971686.306831:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248134:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971686.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248127:0@lo:400
00000100:00100000:0.0:1329971686.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971686.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248128:0@lo:400
00000100:00100000:0.0:1329971686.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971686.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248129:0@lo:400
00000100:00100000:0.0:1329971686.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971686.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248130:0@lo:400
00000100:00100000:0.0:1329971686.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971686.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248131:0@lo:400
00000100:00100000:0.0:1329971686.306937:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971686.306945:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248132:0@lo:400
00000100:00100000:0.0:1329971686.306953:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971686.306973:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971686 exp ffff880052834000
00000100:00100000:0.0:1329971686.306998:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248127:12345-0@lo:400
00000100:00100000:0.0:1329971686.307022:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248127:12345-0@lo:400 Request procesed in 40us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971686.307036:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971686 exp ffff880008f8fc00
00000100:00080000:0.0:1329971686.307042:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971686 exp ffff880057c49800
00000100:00080000:0.0:1329971686.307047:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971686 exp ffff8800572c1c00
00000100:00080000:0.0:1329971686.307051:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971686 exp ffff880046d08400
00000100:00100000:0.0:1329971686.307063:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248128:12345-0@lo:400
00000100:00100000:0.0:1329971686.307080:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248128:12345-0@lo:400 Request procesed in 23us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971686.307088:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248129:12345-0@lo:400
00000100:00100000:0.0:1329971686.307099:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248129:12345-0@lo:400 Request procesed in 14us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971686.307117:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248131:12345-0@lo:400
00000100:00100000:0.0:1329971686.307128:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248131:12345-0@lo:400 Request procesed in 14us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971686.307135:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248132:12345-0@lo:400
00000100:00100000:0.0:1329971686.307145:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248132:12345-0@lo:400 Request procesed in 13us (192us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971686.307155:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971686 exp ffff880008f8f400
00000100:00100000:0.0:1329971686.307164:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248130:12345-0@lo:400
00000100:00100000:0.0:1329971686.307180:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248130:12345-0@lo:400 Request procesed in 19us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971686.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248127:0@lo:400
00000100:00100000:0.0:1329971686.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248128:0@lo:400
00000100:00100000:0.0:1329971686.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248129:0@lo:400
00000100:00100000:0.0:1329971686.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248130:0@lo:400
00000100:00100000:0.0:1329971686.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248131:0@lo:400
00000100:00100000:0.0:1329971686.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248132:0@lo:400
00000100:00100000:0.0:1329971686.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971687.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971688.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971689.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971690.369650:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971691.306625:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971691.306632:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971691.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971691.306639:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333813966
00000100:00000400:0.0:1329971691.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971691.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971691.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971691.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373248141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971691.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971691.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971691.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971691.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333813966
00000100:00000400:0.0:1329971691.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971691.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971691.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971691.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373248142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971691.306735:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248141:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971691.306763:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248141 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971691] [real_sent 1329971691] [current 1329971691] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373248141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971691.306774:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373248141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971691.306780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971691.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971691.306784:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248141:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971691.306787:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248142:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971691.306795:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248142 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971691] [real_sent 1329971691] [current 1329971691] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373248142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971691.306802:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373248142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971691.306807:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971691.306808:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971691.306810:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248142:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971691.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248135:0@lo:400
00000100:00100000:0.0:1329971691.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971691.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248136:0@lo:400
00000100:00100000:0.0:1329971691.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971691.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248137:0@lo:400
00000100:00100000:0.0:1329971691.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971691.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248138:0@lo:400
00000100:00100000:0.0:1329971691.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971691.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248139:0@lo:400
00000100:00100000:0.0:1329971691.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971691.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248140:0@lo:400
00000100:00100000:0.0:1329971691.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971691.306916:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971691 exp ffff880052834000
00000100:00100000:0.0:1329971691.306934:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248135:12345-0@lo:400
00000100:00100000:0.0:1329971691.306958:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248135:12345-0@lo:400 Request procesed in 34us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971691.306972:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971691 exp ffff880008f8fc00
00000100:00080000:0.0:1329971691.306978:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971691 exp ffff880057c49800
00000100:00080000:0.0:1329971691.306983:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971691 exp ffff8800572c1c00
00000100:00080000:0.0:1329971691.306987:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971691 exp ffff880046d08400
00000100:00100000:0.0:1329971691.306995:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248136:12345-0@lo:400
00000100:00100000:0.0:1329971691.307012:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248136:12345-0@lo:400 Request procesed in 19us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971691.307020:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248137:12345-0@lo:400
00000100:00100000:0.0:1329971691.307031:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248137:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971691.307038:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248139:12345-0@lo:400
00000100:00100000:0.0:1329971691.307049:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248139:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971691.307055:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248140:12345-0@lo:400
00000100:00100000:0.0:1329971691.307066:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248140:12345-0@lo:400 Request procesed in 12us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971691.307076:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971691 exp ffff880008f8f400
00000100:00100000:0.0:1329971691.307084:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248138:12345-0@lo:400
00000100:00100000:0.0:1329971691.307101:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248138:12345-0@lo:400 Request procesed in 19us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971691.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248135:0@lo:400
00000100:00100000:0.0:1329971691.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248136:0@lo:400
00000100:00100000:0.0:1329971691.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248137:0@lo:400
00000100:00100000:0.0:1329971691.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248138:0@lo:400
00000100:00100000:0.0:1329971691.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248139:0@lo:400
00000100:00100000:0.0:1329971691.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248140:0@lo:400
00000100:00100000:0.0:1329971691.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971692.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971693.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971694.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971695.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971696.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971696.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971696.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971696.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333818966
00000100:00000400:0.0:1329971696.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971696.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971696.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971696.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373248149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971696.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971696.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971696.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971696.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333818966
00000100:00000400:0.0:1329971696.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971696.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971696.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971696.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971696.306726:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248143:0@lo:400
00000100:00100000:0.0:1329971696.306752:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971696.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248144:0@lo:400
00000100:00100000:0.0:1329971696.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971696.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248145:0@lo:400
00000100:00100000:0.0:1329971696.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971696.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248146:0@lo:400
00000100:00100000:0.0:1329971696.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971696.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248147:0@lo:400
00000100:00100000:0.0:1329971696.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971696.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248148:0@lo:400
00000100:00100000:0.0:1329971696.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971696.306827:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248149:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971696.306842:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248149 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971696] [real_sent 1329971696] [current 1329971696] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373248149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971696.306852:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373248149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971696.306858:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971696.306860:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971696.306862:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248149:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971696.306865:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248150:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971696.306872:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248150 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971696] [real_sent 1329971696] [current 1329971696] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971696.306879:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971696.306884:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971696.306885:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971696.306887:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248150:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971696.306907:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971696 exp ffff880052834000
00000100:00100000:0.0:1329971696.306933:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248143:12345-0@lo:400
00000100:00100000:0.0:1329971696.306957:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248143:12345-0@lo:400 Request procesed in 41us (206us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971696.306971:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971696 exp ffff880008f8fc00
00000100:00080000:0.0:1329971696.306977:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971696 exp ffff880057c49800
00000100:00080000:0.0:1329971696.306981:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971696 exp ffff8800572c1c00
00000100:00080000:0.0:1329971696.306986:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971696 exp ffff880046d08400
00000100:00100000:0.0:1329971696.306994:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248144:12345-0@lo:400
00000100:00100000:0.0:1329971696.307011:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248144:12345-0@lo:400 Request procesed in 21us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971696.307019:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248145:12345-0@lo:400
00000100:00100000:0.0:1329971696.307031:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248145:12345-0@lo:400 Request procesed in 14us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971696.307037:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248147:12345-0@lo:400
00000100:00100000:0.0:1329971696.307049:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248147:12345-0@lo:400 Request procesed in 13us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971696.307055:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248148:12345-0@lo:400
00000100:00100000:0.0:1329971696.307066:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248148:12345-0@lo:400 Request procesed in 13us (251us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971696.307076:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971696 exp ffff880008f8f400
00000100:00100000:0.0:1329971696.307084:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248146:12345-0@lo:400
00000100:00100000:0.0:1329971696.307100:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248146:12345-0@lo:400 Request procesed in 19us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971696.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248143:0@lo:400
00000100:00100000:0.0:1329971696.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248144:0@lo:400
00000100:00100000:0.0:1329971696.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248145:0@lo:400
00000100:00100000:0.0:1329971696.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248146:0@lo:400
00000100:00100000:0.0:1329971696.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248147:0@lo:400
00000100:00100000:0.0:1329971696.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248148:0@lo:400
00000100:00100000:0.0:1329971696.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971697.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971698.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971699.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971700.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971701.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971701.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971701.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971701.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333823966
00000100:00000400:0.0:1329971701.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971701.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971701.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971701.306665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971701.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971701.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971701.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971701.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333823966
00000100:00000400:0.0:1329971701.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971701.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971701.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971701.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373248158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971701.306707:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248157:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971701.306733:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248157 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971701] [real_sent 1329971701] [current 1329971701] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971701.306744:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971701.306750:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971701.306783:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971701.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248157:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971701.306789:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248158:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971701.306798:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248158 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971701] [real_sent 1329971701] [current 1329971701] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373248158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971701.306812:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373248158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971701.306817:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971701.306819:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971701.306821:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248158:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971701.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248151:0@lo:400
00000100:00100000:0.0:1329971701.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971701.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248152:0@lo:400
00000100:00100000:0.0:1329971701.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971701.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248153:0@lo:400
00000100:00100000:0.0:1329971701.306929:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971701.306937:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248154:0@lo:400
00000100:00100000:0.0:1329971701.306946:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971701.306952:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248155:0@lo:400
00000100:00100000:0.0:1329971701.306958:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971701.306964:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248156:0@lo:400
00000100:00100000:0.0:1329971701.306970:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971701.306991:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971701 exp ffff880052834000
00000100:00100000:0.0:1329971701.307011:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248151:12345-0@lo:400
00000100:00100000:0.0:1329971701.307036:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248151:12345-0@lo:400 Request procesed in 37us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971701.307051:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971701 exp ffff880008f8fc00
00000100:00080000:0.0:1329971701.307057:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971701 exp ffff880057c49800
00000100:00080000:0.0:1329971701.307062:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971701 exp ffff8800572c1c00
00000100:00080000:0.0:1329971701.307066:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971701 exp ffff880046d08400
00000100:00100000:0.0:1329971701.307074:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248152:12345-0@lo:400
00000100:00100000:0.0:1329971701.307092:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248152:12345-0@lo:400 Request procesed in 20us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971701.307111:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248153:12345-0@lo:400
00000100:00100000:0.0:1329971701.307123:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248153:12345-0@lo:400 Request procesed in 14us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971701.307130:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248155:12345-0@lo:400
00000100:00100000:0.0:1329971701.307141:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248155:12345-0@lo:400 Request procesed in 12us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971701.307147:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248156:12345-0@lo:400
00000100:00100000:0.0:1329971701.307158:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248156:12345-0@lo:400 Request procesed in 13us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971701.307168:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971701 exp ffff880008f8f400
00000100:00100000:0.0:1329971701.307177:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248154:12345-0@lo:400
00000100:00100000:0.0:1329971701.307194:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248154:12345-0@lo:400 Request procesed in 20us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971701.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248151:0@lo:400
00000100:00100000:0.0:1329971701.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248152:0@lo:400
00000100:00100000:0.0:1329971701.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248153:0@lo:400
00000100:00100000:0.0:1329971701.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248154:0@lo:400
00000100:00100000:0.0:1329971701.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248155:0@lo:400
00000100:00100000:0.0:1329971701.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248156:0@lo:400
00000100:00100000:0.0:1329971701.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971702.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971703.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971704.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971705.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971706.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971706.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971706.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971706.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333828966
00000100:00000400:0.0:1329971706.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971706.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971706.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971706.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005195a400 x1394565373248165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971706.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971706.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971706.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971706.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333828966
00000100:00000400:0.0:1329971706.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971706.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971706.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971706.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971706.306723:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248165:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971706.306751:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248165 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971706] [real_sent 1329971706] [current 1329971706] [deadline 25s] [delay -25s]  req@ffff88005195a400 x1394565373248165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971706.306761:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005195a400 x1394565373248165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971706.306773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971706.306774:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971706.306777:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248165:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971706.306780:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248166:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971706.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248166 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971706] [real_sent 1329971706] [current 1329971706] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971706.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971706.306799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971706.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971706.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248166:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971706.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248159:0@lo:400
00000100:00100000:0.0:1329971706.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971706.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248160:0@lo:400
00000100:00100000:0.0:1329971706.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971706.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248161:0@lo:400
00000100:00100000:0.0:1329971706.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971706.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248162:0@lo:400
00000100:00100000:0.0:1329971706.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971706.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248163:0@lo:400
00000100:00100000:0.0:1329971706.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971706.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248164:0@lo:400
00000100:00100000:0.0:1329971706.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971706.306907:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971706 exp ffff880052834000
00000100:00100000:0.0:1329971706.306934:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248159:12345-0@lo:400
00000100:00100000:0.0:1329971706.306958:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248159:12345-0@lo:400 Request procesed in 41us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971706.306972:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971706 exp ffff880008f8fc00
00000100:00080000:0.0:1329971706.306978:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971706 exp ffff880057c49800
00000100:00080000:0.0:1329971706.306983:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971706 exp ffff8800572c1c00
00000100:00080000:0.0:1329971706.306988:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971706 exp ffff880046d08400
00000100:00100000:0.0:1329971706.306996:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248160:12345-0@lo:400
00000100:00100000:0.0:1329971706.307012:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248160:12345-0@lo:400 Request procesed in 19us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971706.307020:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248161:12345-0@lo:400
00000100:00100000:0.0:1329971706.307032:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248161:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971706.307039:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248163:12345-0@lo:400
00000100:00100000:0.0:1329971706.307049:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248163:12345-0@lo:400 Request procesed in 12us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971706.307056:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248164:12345-0@lo:400
00000100:00100000:0.0:1329971706.307068:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248164:12345-0@lo:400 Request procesed in 14us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971706.307078:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971706 exp ffff880008f8f400
00000100:00100000:0.0:1329971706.307107:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248162:12345-0@lo:400
00000100:00100000:0.0:1329971706.307134:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248162:12345-0@lo:400 Request procesed in 37us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971706.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248159:0@lo:400
00000100:00100000:0.0:1329971706.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248160:0@lo:400
00000100:00100000:0.0:1329971706.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248161:0@lo:400
00000100:00100000:0.0:1329971706.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248162:0@lo:400
00000100:00100000:0.0:1329971706.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248163:0@lo:400
00000100:00100000:0.0:1329971706.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248164:0@lo:400
00000100:00100000:0.0:1329971706.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971707.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971708.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971709.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971710.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971711.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971711.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971711.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971711.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333833966
00000100:00000400:0.0:1329971711.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971711.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971711.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971711.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971711.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971711.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971711.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971711.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333833966
00000100:00000400:0.0:1329971711.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971711.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971711.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971711.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373248174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971711.306718:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248173:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971711.306755:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248173 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971711] [real_sent 1329971711] [current 1329971711] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971711.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971711.306771:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971711.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971711.306775:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248173:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971711.306778:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248174:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971711.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248174 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971711] [real_sent 1329971711] [current 1329971711] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373248174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971711.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373248174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971711.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971711.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971711.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248174:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971711.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248167:0@lo:400
00000100:00100000:0.0:1329971711.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971711.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248168:0@lo:400
00000100:00100000:0.0:1329971711.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971711.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248169:0@lo:400
00000100:00100000:0.0:1329971711.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971711.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248170:0@lo:400
00000100:00100000:0.0:1329971711.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971711.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248171:0@lo:400
00000100:00100000:0.0:1329971711.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971711.306917:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248172:0@lo:400
00000100:00100000:0.0:1329971711.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971711.307034:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971711 exp ffff880052834000
00000100:00100000:0.0:1329971711.307054:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248167:12345-0@lo:400
00000100:00100000:0.0:1329971711.307079:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248167:12345-0@lo:400 Request procesed in 36us (252us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971711.307094:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971711 exp ffff880008f8fc00
00000100:00080000:0.0:1329971711.307101:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971711 exp ffff880057c49800
00000100:00080000:0.0:1329971711.307105:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971711 exp ffff8800572c1c00
00000100:00100000:0.0:1329971711.307113:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248168:12345-0@lo:400
00000100:00100000:0.0:1329971711.307131:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248168:12345-0@lo:400 Request procesed in 20us (288us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971711.307137:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971711 exp ffff880046d08400
00000100:00100000:0.0:1329971711.307145:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248169:12345-0@lo:400
00000100:00100000:0.0:1329971711.307157:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248169:12345-0@lo:400 Request procesed in 15us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971711.307164:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248171:12345-0@lo:400
00000100:00100000:0.0:1329971711.307175:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248171:12345-0@lo:400 Request procesed in 13us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971711.307182:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248172:12345-0@lo:400
00000100:00100000:0.0:1329971711.307193:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248172:12345-0@lo:400 Request procesed in 12us (266us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971711.307213:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971711 exp ffff880008f8f400
00000100:00100000:0.0:1329971711.307222:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248170:12345-0@lo:400
00000100:00100000:0.0:1329971711.307238:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248170:12345-0@lo:400 Request procesed in 19us (372us total) trans 0 rc 0/0
00000400:02020000:0.0:1329971711.307309:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971711.307348:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971711.307359:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971711.307374:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248167:0@lo:400
00000100:00100000:0.0:1329971711.307381:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248168:0@lo:400
00000100:00100000:0.0:1329971711.307385:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248169:0@lo:400
00000100:00100000:0.0:1329971711.307389:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248170:0@lo:400
00000100:00100000:0.0:1329971711.307393:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248171:0@lo:400
00000100:00100000:0.0:1329971711.307397:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248172:0@lo:400
00000100:00100000:0.0:1329971711.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971712.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971713.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971714.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971715.369646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971716.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971716.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971716.306667:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971716.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333838966
00000100:00000400:0.0:1329971716.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971716.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971716.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971716.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971716.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971716.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971716.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971716.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333838966
00000100:00000400:0.0:1329971716.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971716.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971716.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971716.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971716.306737:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248181:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971716.306766:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248181 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971716] [real_sent 1329971716] [current 1329971716] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971716.306777:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971716.306783:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971716.306785:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971716.306787:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248181:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971716.306790:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248182:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971716.306797:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248182 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971716] [real_sent 1329971716] [current 1329971716] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971716.306804:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971716.306809:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971716.306811:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971716.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248182:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971716.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248175:0@lo:400
00000100:00100000:0.0:1329971716.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971716.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248176:0@lo:400
00000100:00100000:0.0:1329971716.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971716.306915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248177:0@lo:400
00000100:00100000:0.0:1329971716.306924:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971716.306928:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248178:0@lo:400
00000100:00100000:0.0:1329971716.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971716.306941:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248179:0@lo:400
00000100:00100000:0.0:1329971716.306947:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971716.306952:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248180:0@lo:400
00000100:00100000:0.0:1329971716.306963:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971716.306984:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971716 exp ffff880052834000
00000100:00100000:0.0:1329971716.307013:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248175:12345-0@lo:400
00000100:00100000:0.0:1329971716.307038:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248175:12345-0@lo:400 Request procesed in 45us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971716.307052:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971716 exp ffff880008f8fc00
00000100:00080000:0.0:1329971716.307059:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971716 exp ffff880057c49800
00000100:00080000:0.0:1329971716.307064:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971716 exp ffff8800572c1c00
00000100:00080000:0.0:1329971716.307068:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971716 exp ffff880046d08400
00000100:00100000:0.0:1329971716.307077:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248176:12345-0@lo:400
00000100:00100000:0.0:1329971716.307094:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248176:12345-0@lo:400 Request procesed in 21us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971716.307103:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248177:12345-0@lo:400
00000100:00100000:0.0:1329971716.307114:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248177:12345-0@lo:400 Request procesed in 14us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971716.307121:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248179:12345-0@lo:400
00000100:00100000:0.0:1329971716.307132:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248179:12345-0@lo:400 Request procesed in 12us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971716.307138:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248180:12345-0@lo:400
00000100:00100000:0.0:1329971716.307149:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248180:12345-0@lo:400 Request procesed in 13us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971716.307159:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971716 exp ffff880008f8f400
00000100:00100000:0.0:1329971716.307168:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248178:12345-0@lo:400
00000100:00100000:0.0:1329971716.307184:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248178:12345-0@lo:400 Request procesed in 19us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971716.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248175:0@lo:400
00000100:00100000:0.0:1329971716.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248176:0@lo:400
00000100:00100000:0.0:1329971716.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248177:0@lo:400
00000100:00100000:0.0:1329971716.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248178:0@lo:400
00000100:00100000:0.0:1329971716.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248179:0@lo:400
00000100:00100000:0.0:1329971716.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248180:0@lo:400
00000100:00100000:0.0:1329971716.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971717.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971718.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971719.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971720.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971721.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971721.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971721.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971721.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333843966
00000100:00000400:0.0:1329971721.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971721.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971721.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971721.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971721.306722:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971721.306724:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971721.306725:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971721.306727:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333843966
00000100:00000400:0.0:1329971721.306729:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971721.306731:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971721.306733:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971721.306737:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373248190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971721.306758:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248189:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971721.306785:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248189 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971721] [real_sent 1329971721] [current 1329971721] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971721.306796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971721.306802:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971721.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971721.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248189:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971721.306810:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248190:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971721.306817:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248190 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971721] [real_sent 1329971721] [current 1329971721] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373248190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971721.306825:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373248190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971721.306829:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971721.306831:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971721.306833:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248190:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971721.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248183:0@lo:400
00000100:00100000:0.0:1329971721.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971721.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248184:0@lo:400
00000100:00100000:0.0:1329971721.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971721.306879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248185:0@lo:400
00000100:00100000:0.0:1329971721.306885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971721.306890:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248186:0@lo:400
00000100:00100000:0.0:1329971721.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971721.306902:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248187:0@lo:400
00000100:00100000:0.0:1329971721.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971721.306913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248188:0@lo:400
00000100:00100000:0.0:1329971721.306920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971721.306938:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971721 exp ffff880052834000
00000100:00100000:0.0:1329971721.306959:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248183:12345-0@lo:400
00000100:00100000:0.0:1329971721.306984:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248183:12345-0@lo:400 Request procesed in 37us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971721.306997:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971721 exp ffff880008f8fc00
00000100:00080000:0.0:1329971721.307004:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971721 exp ffff880057c49800
00000100:00080000:0.0:1329971721.307009:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971721 exp ffff8800572c1c00
00000100:00080000:0.0:1329971721.307013:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971721 exp ffff880046d08400
00000100:00100000:0.0:1329971721.307021:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248184:12345-0@lo:400
00000100:00100000:0.0:1329971721.307038:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248184:12345-0@lo:400 Request procesed in 20us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971721.307046:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248185:12345-0@lo:400
00000100:00100000:0.0:1329971721.307058:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248185:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971721.307064:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248187:12345-0@lo:400
00000100:00100000:0.0:1329971721.307075:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248187:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971721.307082:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248188:12345-0@lo:400
00000100:00100000:0.0:1329971721.307092:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248188:12345-0@lo:400 Request procesed in 12us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971721.307103:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971721 exp ffff880008f8f400
00000100:00100000:0.0:1329971721.307111:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248186:12345-0@lo:400
00000100:00100000:0.0:1329971721.307127:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248186:12345-0@lo:400 Request procesed in 19us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971721.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248183:0@lo:400
00000100:00100000:0.0:1329971721.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248184:0@lo:400
00000100:00100000:0.0:1329971721.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248185:0@lo:400
00000100:00100000:0.0:1329971721.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248186:0@lo:400
00000100:00100000:0.0:1329971721.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248187:0@lo:400
00000100:00100000:0.0:1329971721.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248188:0@lo:400
00000100:00100000:0.0:1329971721.369592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971722.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971723.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971724.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971725.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971726.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971726.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971726.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971726.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333848966
00000100:00000400:0.0:1329971726.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971726.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971726.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971726.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373248197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971726.306695:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971726.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971726.306698:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971726.306700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333848966
00000100:00000400:0.0:1329971726.306702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971726.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971726.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971726.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373248198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971726.306730:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248197:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971726.306758:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248197 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971726] [real_sent 1329971726] [current 1329971726] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373248197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971726.306776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373248197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971726.306782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971726.306783:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971726.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248197:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971726.306789:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248198:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971726.306796:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248198 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971726] [real_sent 1329971726] [current 1329971726] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373248198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971726.306803:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373248198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971726.306808:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971726.306809:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971726.306811:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248198:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971726.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248191:0@lo:400
00000100:00100000:0.0:1329971726.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971726.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248192:0@lo:400
00000100:00100000:0.0:1329971726.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971726.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248193:0@lo:400
00000100:00100000:0.0:1329971726.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971726.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248194:0@lo:400
00000100:00100000:0.0:1329971726.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971726.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248195:0@lo:400
00000100:00100000:0.0:1329971726.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971726.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248196:0@lo:400
00000100:00100000:0.0:1329971726.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971726.306954:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971726 exp ffff880052834000
00000100:00100000:0.0:1329971726.306978:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248191:12345-0@lo:400
00000100:00100000:0.0:1329971726.307002:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248191:12345-0@lo:400 Request procesed in 40us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971726.307017:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971726 exp ffff880008f8fc00
00000100:00080000:0.0:1329971726.307023:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971726 exp ffff880057c49800
00000100:00080000:0.0:1329971726.307028:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971726 exp ffff8800572c1c00
00000100:00080000:0.0:1329971726.307032:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971726 exp ffff880046d08400
00000100:00100000:0.0:1329971726.307042:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248192:12345-0@lo:400
00000100:00100000:0.0:1329971726.307059:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248192:12345-0@lo:400 Request procesed in 22us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971726.307067:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248193:12345-0@lo:400
00000100:00100000:0.0:1329971726.307079:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248193:12345-0@lo:400 Request procesed in 13us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971726.307085:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248195:12345-0@lo:400
00000100:00100000:0.0:1329971726.307096:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248195:12345-0@lo:400 Request procesed in 13us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971726.307114:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248196:12345-0@lo:400
00000100:00100000:0.0:1329971726.307125:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248196:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971726.307135:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971726 exp ffff880008f8f400
00000100:00100000:0.0:1329971726.307143:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248194:12345-0@lo:400
00000100:00100000:0.0:1329971726.307159:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248194:12345-0@lo:400 Request procesed in 18us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971726.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248191:0@lo:400
00000100:00100000:0.0:1329971726.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248192:0@lo:400
00000100:00100000:0.0:1329971726.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248193:0@lo:400
00000100:00100000:0.0:1329971726.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248194:0@lo:400
00000100:00100000:0.0:1329971726.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248195:0@lo:400
00000100:00100000:0.0:1329971726.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248196:0@lo:400
00000100:00100000:0.0:1329971726.369647:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971727.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971728.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971729.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971730.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971731.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971731.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971731.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971731.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333853966
00000100:00000400:0.0:1329971731.306665:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971731.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971731.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971731.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971731.306692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971731.306693:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971731.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971731.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333853966
00000100:00000400:0.0:1329971731.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971731.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971731.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971731.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373248206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971731.306727:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248205:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971731.306754:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248205 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971731] [real_sent 1329971731] [current 1329971731] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971731.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971731.306771:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971731.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971731.306775:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248205:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971731.306778:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248206:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971731.306785:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248206 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971731] [real_sent 1329971731] [current 1329971731] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373248206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971731.306792:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373248206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971731.306797:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971731.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971731.306800:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248206:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971731.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248199:0@lo:400
00000100:00100000:0.0:1329971731.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971731.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248200:0@lo:400
00000100:00100000:0.0:1329971731.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971731.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248201:0@lo:400
00000100:00100000:0.0:1329971731.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971731.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248202:0@lo:400
00000100:00100000:0.0:1329971731.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971731.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248203:0@lo:400
00000100:00100000:0.0:1329971731.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971731.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248204:0@lo:400
00000100:00100000:0.0:1329971731.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971731.306906:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971731 exp ffff880052834000
00000100:00100000:0.0:1329971731.306925:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248199:12345-0@lo:400
00000100:00100000:0.0:1329971731.306949:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248199:12345-0@lo:400 Request procesed in 34us (123us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971731.306963:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971731 exp ffff880008f8fc00
00000100:00080000:0.0:1329971731.306969:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971731 exp ffff880057c49800
00000100:00080000:0.0:1329971731.306974:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971731 exp ffff8800572c1c00
00000100:00080000:0.0:1329971731.306978:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971731 exp ffff880046d08400
00000100:00100000:0.0:1329971731.306986:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248200:12345-0@lo:400
00000100:00100000:0.0:1329971731.307003:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248200:12345-0@lo:400 Request procesed in 20us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971731.307011:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248201:12345-0@lo:400
00000100:00100000:0.0:1329971731.307024:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248201:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971731.307031:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248203:12345-0@lo:400
00000100:00100000:0.0:1329971731.307042:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248203:12345-0@lo:400 Request procesed in 14us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971731.307049:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248204:12345-0@lo:400
00000100:00100000:0.0:1329971731.307060:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248204:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971731.307070:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971731 exp ffff880008f8f400
00000100:00100000:0.0:1329971731.307078:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248202:12345-0@lo:400
00000100:00100000:0.0:1329971731.307094:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248202:12345-0@lo:400 Request procesed in 18us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971731.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248199:0@lo:400
00000100:00100000:0.0:1329971731.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248200:0@lo:400
00000100:00100000:0.0:1329971731.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248201:0@lo:400
00000100:00100000:0.0:1329971731.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248202:0@lo:400
00000100:00100000:0.0:1329971731.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248203:0@lo:400
00000100:00100000:0.0:1329971731.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248204:0@lo:400
00000100:00100000:0.0:1329971731.369589:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971732.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971733.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971734.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971735.369638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971736.306623:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971736.306630:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971736.306632:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971736.306637:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333858966
00000100:00000400:0.0:1329971736.306639:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971736.306645:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971736.306651:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971736.306658:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373248213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971736.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971736.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971736.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971736.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333858966
00000100:00000400:0.0:1329971736.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971736.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971736.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971736.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373248214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971736.306702:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248207:0@lo:400
00000100:00100000:0.0:1329971736.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971736.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248208:0@lo:400
00000100:00100000:0.0:1329971736.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971736.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248209:0@lo:400
00000100:00100000:0.0:1329971736.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971736.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248210:0@lo:400
00000100:00100000:0.0:1329971736.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971736.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248211:0@lo:400
00000100:00100000:0.0:1329971736.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971736.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248212:0@lo:400
00000100:00100000:0.0:1329971736.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971736.306870:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248213:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971736.306883:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248213 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971736] [real_sent 1329971736] [current 1329971736] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373248213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971736.306893:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373248213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971736.306900:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971736.306902:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971736.306904:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248213:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971736.306907:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248214:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971736.306914:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248214 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971736] [real_sent 1329971736] [current 1329971736] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373248214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971736.306921:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373248214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971736.306926:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971736.306927:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971736.306929:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248214:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971736.306950:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971736 exp ffff880052834000
00000100:00100000:0.0:1329971736.306978:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248207:12345-0@lo:400
00000100:00100000:0.0:1329971736.307003:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248207:12345-0@lo:400 Request procesed in 43us (247us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971736.307017:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971736 exp ffff880008f8fc00
00000100:00080000:0.0:1329971736.307024:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971736 exp ffff880057c49800
00000100:00080000:0.0:1329971736.307029:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971736 exp ffff8800572c1c00
00000100:00080000:0.0:1329971736.307033:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971736 exp ffff880046d08400
00000100:00100000:0.0:1329971736.307041:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248208:12345-0@lo:400
00000100:00100000:0.0:1329971736.307059:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248208:12345-0@lo:400 Request procesed in 21us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971736.307067:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248209:12345-0@lo:400
00000100:00100000:0.0:1329971736.307079:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248209:12345-0@lo:400 Request procesed in 13us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971736.307085:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248211:12345-0@lo:400
00000100:00100000:0.0:1329971736.307096:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248211:12345-0@lo:400 Request procesed in 13us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971736.307102:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248212:12345-0@lo:400
00000100:00100000:0.0:1329971736.307113:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248212:12345-0@lo:400 Request procesed in 13us (256us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971736.307123:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971736 exp ffff880008f8f400
00000100:00100000:0.0:1329971736.307132:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248210:12345-0@lo:400
00000100:00100000:0.0:1329971736.307148:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248210:12345-0@lo:400 Request procesed in 19us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971736.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248207:0@lo:400
00000100:00100000:0.0:1329971736.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248208:0@lo:400
00000100:00100000:0.0:1329971736.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248209:0@lo:400
00000100:00100000:0.0:1329971736.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248210:0@lo:400
00000100:00100000:0.0:1329971736.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248211:0@lo:400
00000100:00100000:0.0:1329971736.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248212:0@lo:400
00000100:00100000:0.0:1329971736.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971737.369646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971738.369583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971739.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971740.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971741.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971741.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971741.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971741.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333863966
00000100:00000400:0.0:1329971741.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971741.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971741.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971741.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971741.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971741.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971741.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971741.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333863966
00000100:00000400:0.0:1329971741.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971741.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971741.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971741.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971741.306714:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248221:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971741.306743:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248221 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971741] [real_sent 1329971741] [current 1329971741] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971741.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971741.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971741.306761:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971741.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248221:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971741.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248222:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971741.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248222 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971741] [real_sent 1329971741] [current 1329971741] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971741.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971741.306786:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971741.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971741.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248222:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971741.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248215:0@lo:400
00000100:00100000:0.0:1329971741.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971741.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248216:0@lo:400
00000100:00100000:0.0:1329971741.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971741.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248217:0@lo:400
00000100:00100000:0.0:1329971741.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971741.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248218:0@lo:400
00000100:00100000:0.0:1329971741.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971741.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248219:0@lo:400
00000100:00100000:0.0:1329971741.306922:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971741.306930:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248220:0@lo:400
00000100:00100000:0.0:1329971741.306940:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971741.306960:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971741 exp ffff880052834000
00000100:00100000:0.0:1329971741.306981:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248215:12345-0@lo:400
00000100:00100000:0.0:1329971741.307005:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248215:12345-0@lo:400 Request procesed in 36us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971741.307019:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971741 exp ffff880008f8fc00
00000100:00080000:0.0:1329971741.307025:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971741 exp ffff880057c49800
00000100:00080000:0.0:1329971741.307030:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971741 exp ffff8800572c1c00
00000100:00080000:0.0:1329971741.307034:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971741 exp ffff880046d08400
00000100:00100000:0.0:1329971741.307043:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248216:12345-0@lo:400
00000100:00100000:0.0:1329971741.307059:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248216:12345-0@lo:400 Request procesed in 20us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971741.307067:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248217:12345-0@lo:400
00000100:00100000:0.0:1329971741.307079:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248217:12345-0@lo:400 Request procesed in 14us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971741.307097:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248219:12345-0@lo:400
00000100:00100000:0.0:1329971741.307108:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248219:12345-0@lo:400 Request procesed in 13us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971741.307115:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248220:12345-0@lo:400
00000100:00100000:0.0:1329971741.307126:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248220:12345-0@lo:400 Request procesed in 12us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971741.307136:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971741 exp ffff880008f8f400
00000100:00100000:0.0:1329971741.307144:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248218:12345-0@lo:400
00000100:00100000:0.0:1329971741.307160:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248218:12345-0@lo:400 Request procesed in 19us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971741.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248215:0@lo:400
00000100:00100000:0.0:1329971741.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248216:0@lo:400
00000100:00100000:0.0:1329971741.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248217:0@lo:400
00000100:00100000:0.0:1329971741.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248218:0@lo:400
00000100:00100000:0.0:1329971741.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248219:0@lo:400
00000100:00100000:0.0:1329971741.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248220:0@lo:400
00000100:00100000:0.0:1329971741.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971742.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971743.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971744.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971745.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971746.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971746.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971746.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971746.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333868966
00000100:00000400:0.0:1329971746.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971746.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971746.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971746.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373248229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971746.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971746.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971746.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971746.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333868966
00000100:00000400:0.0:1329971746.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971746.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971746.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971746.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373248230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971746.306733:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248229:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971746.306761:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248229 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971746] [real_sent 1329971746] [current 1329971746] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373248229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971746.306772:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373248229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971746.306778:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971746.306780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971746.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248229:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971746.306785:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248230:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971746.306793:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248230 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971746] [real_sent 1329971746] [current 1329971746] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373248230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971746.306800:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373248230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971746.306805:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971746.306806:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971746.306808:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248230:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971746.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248223:0@lo:400
00000100:00100000:0.0:1329971746.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971746.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248224:0@lo:400
00000100:00100000:0.0:1329971746.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971746.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248225:0@lo:400
00000100:00100000:0.0:1329971746.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971746.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248226:0@lo:400
00000100:00100000:0.0:1329971746.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971746.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248227:0@lo:400
00000100:00100000:0.0:1329971746.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971746.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248228:0@lo:400
00000100:00100000:0.0:1329971746.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971746.306915:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971746 exp ffff880052834000
00000100:00100000:0.0:1329971746.306940:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248223:12345-0@lo:400
00000100:00100000:0.0:1329971746.306963:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248223:12345-0@lo:400 Request procesed in 40us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971746.306977:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971746 exp ffff880008f8fc00
00000100:00080000:0.0:1329971746.306983:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971746 exp ffff880057c49800
00000100:00080000:0.0:1329971746.306988:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971746 exp ffff8800572c1c00
00000100:00080000:0.0:1329971746.306992:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971746 exp ffff880046d08400
00000100:00100000:0.0:1329971746.307000:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248224:12345-0@lo:400
00000100:00100000:0.0:1329971746.307017:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248224:12345-0@lo:400 Request procesed in 20us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971746.307025:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248225:12345-0@lo:400
00000100:00100000:0.0:1329971746.307036:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248225:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971746.307043:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248227:12345-0@lo:400
00000100:00100000:0.0:1329971746.307054:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248227:12345-0@lo:400 Request procesed in 12us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971746.307060:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248228:12345-0@lo:400
00000100:00100000:0.0:1329971746.307071:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248228:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971746.307081:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971746 exp ffff880008f8f400
00000100:00100000:0.0:1329971746.307090:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248226:12345-0@lo:400
00000100:00100000:0.0:1329971746.307106:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248226:12345-0@lo:400 Request procesed in 18us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971746.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248223:0@lo:400
00000100:00100000:0.0:1329971746.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248224:0@lo:400
00000100:00100000:0.0:1329971746.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248225:0@lo:400
00000100:00100000:0.0:1329971746.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248226:0@lo:400
00000100:00100000:0.0:1329971746.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248227:0@lo:400
00000100:00100000:0.0:1329971746.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248228:0@lo:400
00000100:00100000:0.0:1329971746.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971747.369646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971748.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971749.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971750.369596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971751.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971751.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971751.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971751.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333873966
00000100:00000400:0.0:1329971751.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971751.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971751.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971751.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971751.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971751.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971751.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971751.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333873966
00000100:00000400:0.0:1329971751.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971751.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971751.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971751.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971751.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248237:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971751.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248237 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971751] [real_sent 1329971751] [current 1329971751] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971751.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971751.306769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971751.306771:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971751.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248237:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971751.306776:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248238:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971751.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248238 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971751] [real_sent 1329971751] [current 1329971751] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971751.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971751.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971751.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971751.306799:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248238:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971751.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248231:0@lo:400
00000100:00100000:0.0:1329971751.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971751.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248232:0@lo:400
00000100:00100000:0.0:1329971751.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971751.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248233:0@lo:400
00000100:00100000:0.0:1329971751.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971751.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248234:0@lo:400
00000100:00100000:0.0:1329971751.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971751.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248235:0@lo:400
00000100:00100000:0.0:1329971751.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971751.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248236:0@lo:400
00000100:00100000:0.0:1329971751.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971751.306906:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971751 exp ffff880052834000
00000100:00100000:0.0:1329971751.306927:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248231:12345-0@lo:400
00000100:00100000:0.0:1329971751.306950:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248231:12345-0@lo:400 Request procesed in 35us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971751.306963:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971751 exp ffff880008f8fc00
00000100:00080000:0.0:1329971751.306970:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971751 exp ffff880057c49800
00000100:00080000:0.0:1329971751.306974:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971751 exp ffff8800572c1c00
00000100:00080000:0.0:1329971751.306979:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971751 exp ffff880046d08400
00000100:00100000:0.0:1329971751.306987:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248232:12345-0@lo:400
00000100:00100000:0.0:1329971751.307003:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248232:12345-0@lo:400 Request procesed in 19us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971751.307011:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248233:12345-0@lo:400
00000100:00100000:0.0:1329971751.307023:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248233:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971751.307030:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248235:12345-0@lo:400
00000100:00100000:0.0:1329971751.307040:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248235:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971751.307047:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248236:12345-0@lo:400
00000100:00100000:0.0:1329971751.307057:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248236:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971751.307068:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971751 exp ffff880008f8f400
00000100:00100000:0.0:1329971751.307076:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248234:12345-0@lo:400
00000100:00100000:0.0:1329971751.307092:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248234:12345-0@lo:400 Request procesed in 19us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971751.307116:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248231:0@lo:400
00000100:00100000:0.0:1329971751.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248232:0@lo:400
00000100:00100000:0.0:1329971751.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248233:0@lo:400
00000100:00100000:0.0:1329971751.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248234:0@lo:400
00000100:00100000:0.0:1329971751.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248235:0@lo:400
00000100:00100000:0.0:1329971751.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248236:0@lo:400
00000100:00100000:0.0:1329971751.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971752.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971753.369585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971754.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971755.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971756.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971756.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971756.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971756.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333878966
00000100:00000400:0.0:1329971756.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971756.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971756.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971756.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373248245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971756.306678:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971756.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971756.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971756.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333878966
00000100:00000400:0.0:1329971756.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971756.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971756.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971756.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971756.306713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248239:0@lo:400
00000100:00100000:0.0:1329971756.306752:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971756.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248240:0@lo:400
00000100:00100000:0.0:1329971756.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971756.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248241:0@lo:400
00000100:00100000:0.0:1329971756.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971756.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248242:0@lo:400
00000100:00100000:0.0:1329971756.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971756.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248243:0@lo:400
00000100:00100000:0.0:1329971756.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971756.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248244:0@lo:400
00000100:00100000:0.0:1329971756.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971756.306866:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248245:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971756.306879:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248245 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971756] [real_sent 1329971756] [current 1329971756] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373248245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971756.306889:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373248245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971756.306895:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971756.306897:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971756.306900:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248245:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971756.306903:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248246:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971756.306910:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248246 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971756] [real_sent 1329971756] [current 1329971756] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971756.306917:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971756.306922:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971756.306923:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971756.306925:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248246:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971756.306944:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971756 exp ffff880052834000
00000100:00100000:0.0:1329971756.306967:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248239:12345-0@lo:400
00000100:00100000:0.0:1329971756.306991:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248239:12345-0@lo:400 Request procesed in 38us (239us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971756.307005:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971756 exp ffff880008f8fc00
00000100:00080000:0.0:1329971756.307011:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971756 exp ffff880057c49800
00000100:00080000:0.0:1329971756.307016:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971756 exp ffff8800572c1c00
00000100:00080000:0.0:1329971756.307020:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971756 exp ffff880046d08400
00000100:00100000:0.0:1329971756.307028:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248240:12345-0@lo:400
00000100:00100000:0.0:1329971756.307044:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248240:12345-0@lo:400 Request procesed in 19us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971756.307063:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248241:12345-0@lo:400
00000100:00100000:0.0:1329971756.307075:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248241:12345-0@lo:400 Request procesed in 14us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971756.307082:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248243:12345-0@lo:400
00000100:00100000:0.0:1329971756.307093:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248243:12345-0@lo:400 Request procesed in 13us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971756.307100:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248244:12345-0@lo:400
00000100:00100000:0.0:1329971756.307110:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248244:12345-0@lo:400 Request procesed in 13us (257us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971756.307120:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971756 exp ffff880008f8f400
00000100:00100000:0.0:1329971756.307129:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248242:12345-0@lo:400
00000100:00100000:0.0:1329971756.307144:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248242:12345-0@lo:400 Request procesed in 18us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971756.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248239:0@lo:400
00000100:00100000:0.0:1329971756.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248240:0@lo:400
00000100:00100000:0.0:1329971756.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248241:0@lo:400
00000100:00100000:0.0:1329971756.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248242:0@lo:400
00000100:00100000:0.0:1329971756.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248243:0@lo:400
00000100:00100000:0.0:1329971756.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248244:0@lo:400
00000100:00100000:0.0:1329971756.369594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971757.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971758.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971759.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971760.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971761.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971761.306632:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971761.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971761.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333883966
00000100:00000400:0.0:1329971761.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971761.306646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971761.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971761.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971761.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971761.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971761.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971761.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333883966
00000100:00000400:0.0:1329971761.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971761.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971761.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971761.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971761.306701:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248253:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971761.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248253 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971761] [real_sent 1329971761] [current 1329971761] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971761.306770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971761.306776:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971761.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971761.306781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248253:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971761.306784:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248254:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971761.306792:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248254 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971761] [real_sent 1329971761] [current 1329971761] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971761.306806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971761.306811:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971761.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971761.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248254:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971761.306829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248247:0@lo:400
00000100:00100000:0.0:1329971761.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971761.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248248:0@lo:400
00000100:00100000:0.0:1329971761.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971761.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248249:0@lo:400
00000100:00100000:0.0:1329971761.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971761.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248250:0@lo:400
00000100:00100000:0.0:1329971761.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971761.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248251:0@lo:400
00000100:00100000:0.0:1329971761.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971761.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248252:0@lo:400
00000100:00100000:0.0:1329971761.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971761.306921:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971761 exp ffff880052834000
00000100:00100000:0.0:1329971761.306940:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248247:12345-0@lo:400
00000100:00100000:0.0:1329971761.306964:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248247:12345-0@lo:400 Request procesed in 33us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971761.306978:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971761 exp ffff880008f8fc00
00000100:00080000:0.0:1329971761.306984:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971761 exp ffff880057c49800
00000100:00080000:0.0:1329971761.306988:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971761 exp ffff8800572c1c00
00000100:00080000:0.0:1329971761.306993:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971761 exp ffff880046d08400
00000100:00100000:0.0:1329971761.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248248:12345-0@lo:400
00000100:00100000:0.0:1329971761.307018:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248248:12345-0@lo:400 Request procesed in 19us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971761.307026:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248249:12345-0@lo:400
00000100:00100000:0.0:1329971761.307037:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248249:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971761.307044:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248251:12345-0@lo:400
00000100:00100000:0.0:1329971761.307055:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248251:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971761.307062:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248252:12345-0@lo:400
00000100:00100000:0.0:1329971761.307072:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248252:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971761.307082:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971761 exp ffff880008f8f400
00000100:00100000:0.0:1329971761.307091:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248250:12345-0@lo:400
00000100:00100000:0.0:1329971761.307108:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248250:12345-0@lo:400 Request procesed in 19us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971761.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248247:0@lo:400
00000100:00100000:0.0:1329971761.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248248:0@lo:400
00000100:00100000:0.0:1329971761.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248249:0@lo:400
00000100:00100000:0.0:1329971761.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248250:0@lo:400
00000100:00100000:0.0:1329971761.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248251:0@lo:400
00000100:00100000:0.0:1329971761.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248252:0@lo:400
00000100:00100000:0.0:1329971761.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971762.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971763.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971764.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971765.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971766.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971766.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971766.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971766.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333888966
00000100:00000400:0.0:1329971766.306643:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971766.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971766.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971766.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373248261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971766.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971766.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971766.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971766.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333888966
00000100:00000400:0.0:1329971766.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971766.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971766.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971766.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971766.306703:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248261:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971766.306754:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248261 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971766] [real_sent 1329971766] [current 1329971766] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373248261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971766.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373248261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971766.306776:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971766.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971766.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248261:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971766.306783:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248262:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971766.306791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248262 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971766] [real_sent 1329971766] [current 1329971766] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971766.306798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971766.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971766.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971766.306806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248262:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971766.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248255:0@lo:400
00000100:00100000:0.0:1329971766.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971766.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248256:0@lo:400
00000100:00100000:0.0:1329971766.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971766.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248257:0@lo:400
00000100:00100000:0.0:1329971766.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971766.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248258:0@lo:400
00000100:00100000:0.0:1329971766.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971766.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248259:0@lo:400
00000100:00100000:0.0:1329971766.306885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971766.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248260:0@lo:400
00000100:00100000:0.0:1329971766.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971766.306914:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971766 exp ffff880052834000
00000100:00100000:0.0:1329971766.306937:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248255:12345-0@lo:400
00000100:00100000:0.0:1329971766.306960:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248255:12345-0@lo:400 Request procesed in 37us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971766.306974:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971766 exp ffff880008f8fc00
00000100:00080000:0.0:1329971766.306981:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971766 exp ffff880057c49800
00000100:00080000:0.0:1329971766.306986:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971766 exp ffff8800572c1c00
00000100:00080000:0.0:1329971766.306990:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971766 exp ffff880046d08400
00000100:00100000:0.0:1329971766.306998:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248256:12345-0@lo:400
00000100:00100000:0.0:1329971766.307016:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248256:12345-0@lo:400 Request procesed in 20us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971766.307023:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248257:12345-0@lo:400
00000100:00100000:0.0:1329971766.307035:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248257:12345-0@lo:400 Request procesed in 14us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971766.307042:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248259:12345-0@lo:400
00000100:00100000:0.0:1329971766.307052:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248259:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971766.307059:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248260:12345-0@lo:400
00000100:00100000:0.0:1329971766.307070:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248260:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971766.307091:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971766 exp ffff880008f8f400
00000100:00100000:0.0:1329971766.307099:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248258:12345-0@lo:400
00000100:00100000:0.0:1329971766.307116:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248258:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971766.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248255:0@lo:400
00000100:00100000:0.0:1329971766.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248256:0@lo:400
00000100:00100000:0.0:1329971766.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248257:0@lo:400
00000100:00100000:0.0:1329971766.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248258:0@lo:400
00000100:00100000:0.0:1329971766.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248259:0@lo:400
00000100:00100000:0.0:1329971766.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248260:0@lo:400
00000100:00100000:0.0:1329971766.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971767.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971768.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971769.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971770.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971771.306615:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971771.306621:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971771.306623:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971771.306628:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333893966
00000100:00000400:0.0:1329971771.306630:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971771.306635:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971771.306641:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971771.306649:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971771.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971771.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971771.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971771.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333893966
00000100:00000400:0.0:1329971771.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971771.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971771.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971771.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971771.306696:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248263:0@lo:400
00000100:00100000:0.0:1329971771.306728:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971771.306741:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248264:0@lo:400
00000100:00100000:0.0:1329971771.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971771.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248265:0@lo:400
00000100:00100000:0.0:1329971771.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971771.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248266:0@lo:400
00000100:00100000:0.0:1329971771.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971771.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248267:0@lo:400
00000100:00100000:0.0:1329971771.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971771.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248268:0@lo:400
00000100:00100000:0.0:1329971771.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971771.306878:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248269:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971771.306899:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248269 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971771] [real_sent 1329971771] [current 1329971771] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971771.306910:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971771.306917:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971771.306918:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971771.306921:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248269:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971771.306924:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248270:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971771.306931:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248270 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971771] [real_sent 1329971771] [current 1329971771] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971771.306945:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971771.306950:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971771.306951:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971771.306953:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248270:127.0.0.1@tcp:8
00000100:00080000:0.0:1329971771.306977:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971771 exp ffff880052834000
00000100:00100000:0.0:1329971771.307004:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248263:12345-0@lo:400
00000100:00100000:0.0:1329971771.307035:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248263:12345-0@lo:400 Request procesed in 44us (308us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971771.307051:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971771 exp ffff880008f8fc00
00000100:00080000:0.0:1329971771.307058:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971771 exp ffff880057c49800
00000100:00080000:0.0:1329971771.307063:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971771 exp ffff8800572c1c00
00000100:00080000:0.0:1329971771.307067:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971771 exp ffff880046d08400
00000100:00100000:0.0:1329971771.307076:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248264:12345-0@lo:400
00000100:00100000:0.0:1329971771.307094:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248264:12345-0@lo:400 Request procesed in 21us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971771.307102:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248265:12345-0@lo:400
00000100:00100000:0.0:1329971771.307113:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248265:12345-0@lo:400 Request procesed in 13us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971771.307120:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248267:12345-0@lo:400
00000100:00100000:0.0:1329971771.307131:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248267:12345-0@lo:400 Request procesed in 13us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971771.307138:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248268:12345-0@lo:400
00000100:00100000:0.0:1329971771.307148:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248268:12345-0@lo:400 Request procesed in 13us (283us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971771.307159:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971771 exp ffff880008f8f400
00000100:00100000:0.0:1329971771.307167:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248266:12345-0@lo:400
00000100:00100000:0.0:1329971771.307184:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248266:12345-0@lo:400 Request procesed in 19us (343us total) trans 0 rc 0/0
00000400:02020000:0.0:1329971771.307387:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329971771.309404:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248263:0@lo:400
00000100:00100000:0.0:1329971771.309411:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248264:0@lo:400
00000100:00100000:0.0:1329971771.309416:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248265:0@lo:400
00000100:00100000:0.0:1329971771.309420:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248266:0@lo:400
00000100:00100000:0.0:1329971771.309424:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248267:0@lo:400
00000100:00100000:0.0:1329971771.309428:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248268:0@lo:400
00000800:00020000:0.0:1329971771.309458:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971771.312037:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971771.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971772.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971773.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971774.369649:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971775.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971776.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971776.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971776.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971776.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333898966
00000100:00000400:0.0:1329971776.306665:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971776.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971776.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971776.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373248277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971776.306691:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971776.306693:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971776.306694:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971776.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333898966
00000100:00000400:0.0:1329971776.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971776.306700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971776.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971776.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971776.306721:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248271:0@lo:400
00000100:00100000:0.0:1329971776.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971776.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248272:0@lo:400
00000100:00100000:0.0:1329971776.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971776.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248273:0@lo:400
00000100:00100000:0.0:1329971776.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971776.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248274:0@lo:400
00000100:00100000:0.0:1329971776.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971776.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248275:0@lo:400
00000100:00100000:0.0:1329971776.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971776.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248276:0@lo:400
00000100:00100000:0.0:1329971776.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971776.306866:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971776 exp ffff880008f8fc00
00000100:00080000:0.0:1329971776.306874:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971776 exp ffff880057c49800
00000100:00080000:0.0:1329971776.306880:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971776 exp ffff8800572c1c00
00000100:00080000:0.0:1329971776.306884:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971776 exp ffff880046d08400
00000100:00100000:0.0:1329971776.306906:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248272:12345-0@lo:400
00000100:00100000:0.0:1329971776.306934:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248272:12345-0@lo:400 Request procesed in 44us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971776.306944:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248273:12345-0@lo:400
00000100:00100000:0.0:1329971776.306956:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248273:12345-0@lo:400 Request procesed in 15us (147us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971776.306963:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248275:12345-0@lo:400
00000100:00100000:0.0:1329971776.306974:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248275:12345-0@lo:400 Request procesed in 13us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971776.306981:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248276:12345-0@lo:400
00000100:00100000:0.0:1329971776.306991:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248276:12345-0@lo:400 Request procesed in 13us (147us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971776.307010:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971776 exp ffff880008f8f400
00000100:00100000:0.0:1329971776.307019:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248274:12345-0@lo:400
00000100:00100000:0.0:1329971776.307036:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248274:12345-0@lo:400 Request procesed in 19us (214us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971776.307046:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971776 exp ffff880052834000
00000100:00100000:0.0:1329971776.307055:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248271:12345-0@lo:400
00000100:00100000:0.0:1329971776.307068:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248271:12345-0@lo:400 Request procesed in 16us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971776.307083:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248277:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971776.307095:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248277 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971776] [real_sent 1329971776] [current 1329971776] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373248277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971776.307106:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373248277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971776.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971776.307114:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971776.307117:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248277:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971776.307119:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248278:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971776.307127:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248278 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971776] [real_sent 1329971776] [current 1329971776] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971776.307134:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971776.307138:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971776.307140:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971776.307142:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248278:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971776.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248271:0@lo:400
00000100:00100000:0.0:1329971776.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248272:0@lo:400
00000100:00100000:0.0:1329971776.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248273:0@lo:400
00000100:00100000:0.0:1329971776.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248274:0@lo:400
00000100:00100000:0.0:1329971776.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248275:0@lo:400
00000100:00100000:0.0:1329971776.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248276:0@lo:400
00000100:00100000:0.0:1329971776.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971777.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971778.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971779.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971780.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971781.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971781.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971781.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971781.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333903966
00000100:00000400:0.0:1329971781.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971781.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971781.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971781.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971781.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971781.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971781.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971781.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333903966
00000100:00000400:0.0:1329971781.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971781.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971781.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971781.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971781.306706:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248285:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971781.306746:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248285 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971781] [real_sent 1329971781] [current 1329971781] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971781.306760:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971781.306766:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971781.306777:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971781.306779:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248285:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971781.306783:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248286:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971781.306792:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248286 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971781] [real_sent 1329971781] [current 1329971781] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971781.306800:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971781.306804:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971781.306806:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971781.306808:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248286:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971781.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248279:0@lo:400
00000100:00100000:0.0:1329971781.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971781.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248280:0@lo:400
00000100:00100000:0.0:1329971781.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971781.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248281:0@lo:400
00000100:00100000:0.0:1329971781.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971781.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248282:0@lo:400
00000100:00100000:0.0:1329971781.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971781.306879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248283:0@lo:400
00000100:00100000:0.0:1329971781.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971781.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248284:0@lo:400
00000100:00100000:0.0:1329971781.306955:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971781.306978:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971781 exp ffff880008f8fc00
00000100:00080000:0.0:1329971781.306990:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971781 exp ffff880057c49800
00000100:00080000:0.0:1329971781.306999:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971781 exp ffff8800572c1c00
00000100:00080000:0.0:1329971781.307016:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971781 exp ffff880046d08400
00000100:00100000:0.0:1329971781.307037:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248280:12345-0@lo:400
00000100:00100000:0.0:1329971781.307077:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248280:12345-0@lo:400 Request procesed in 53us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971781.307091:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248281:12345-0@lo:400
00000100:00100000:0.0:1329971781.307120:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248281:12345-0@lo:400 Request procesed in 33us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971781.307132:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248283:12345-0@lo:400
00000100:00100000:0.0:1329971781.307150:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248283:12345-0@lo:400 Request procesed in 22us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971781.307180:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248284:12345-0@lo:400
00000100:00100000:0.0:1329971781.307231:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248284:12345-0@lo:400 Request procesed in 25us (243us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971781.307253:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971781 exp ffff880052834000
00000100:00100000:0.0:1329971781.307263:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248279:12345-0@lo:400
00000100:00100000:0.0:1329971781.307285:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248279:12345-0@lo:400 Request procesed in 25us (450us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971781.307314:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971781 exp ffff880008f8f400
00000100:00100000:0.0:1329971781.307329:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248282:12345-0@lo:400
00000100:00100000:0.0:1329971781.307384:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248282:12345-0@lo:400 Request procesed in 60us (509us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971781.307412:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248279:0@lo:400
00000100:00100000:0.0:1329971781.307418:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248280:0@lo:400
00000100:00100000:0.0:1329971781.307422:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248281:0@lo:400
00000100:00100000:0.0:1329971781.307427:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248282:0@lo:400
00000100:00100000:0.0:1329971781.307431:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248283:0@lo:400
00000100:00100000:0.0:1329971781.307436:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248284:0@lo:400
00000100:00100000:0.0:1329971781.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971782.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971783.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971784.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971785.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971786.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971786.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971786.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971786.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333908966
00000100:00000400:0.0:1329971786.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971786.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971786.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971786.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971786.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971786.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971786.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971786.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333908966
00000100:00000400:0.0:1329971786.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971786.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971786.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971786.306727:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373248294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971786.306749:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248293:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971786.306777:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248293 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971786] [real_sent 1329971786] [current 1329971786] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971786.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971786.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971786.306795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971786.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248293:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971786.306801:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248294:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971786.306808:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248294 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971786] [real_sent 1329971786] [current 1329971786] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373248294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971786.306816:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373248294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971786.306820:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971786.306822:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971786.306824:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248294:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971786.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248287:0@lo:400
00000100:00100000:0.0:1329971786.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971786.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248288:0@lo:400
00000100:00100000:0.0:1329971786.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971786.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248289:0@lo:400
00000100:00100000:0.0:1329971786.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971786.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248290:0@lo:400
00000100:00100000:0.0:1329971786.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971786.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248291:0@lo:400
00000100:00100000:0.0:1329971786.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971786.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248292:0@lo:400
00000100:00100000:0.0:1329971786.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971786.306930:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971786 exp ffff880008f8fc00
00000100:00080000:0.0:1329971786.306938:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971786 exp ffff880057c49800
00000100:00080000:0.0:1329971786.306943:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971786 exp ffff8800572c1c00
00000100:00080000:0.0:1329971786.306947:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971786 exp ffff880046d08400
00000100:00100000:0.0:1329971786.306971:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248288:12345-0@lo:400
00000100:00100000:0.0:1329971786.306998:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248288:12345-0@lo:400 Request procesed in 45us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971786.307008:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248289:12345-0@lo:400
00000100:00100000:0.0:1329971786.307021:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248289:12345-0@lo:400 Request procesed in 16us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971786.307028:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248291:12345-0@lo:400
00000100:00100000:0.0:1329971786.307039:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248291:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971786.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248292:12345-0@lo:400
00000100:00100000:0.0:1329971786.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248292:12345-0@lo:400 Request procesed in 13us (144us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971786.307074:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971786 exp ffff880052834000
00000100:00100000:0.0:1329971786.307082:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248287:12345-0@lo:400
00000100:00100000:0.0:1329971786.307095:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248287:12345-0@lo:400 Request procesed in 16us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971786.307110:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971786 exp ffff880008f8f400
00000100:00100000:0.0:1329971786.307119:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248290:12345-0@lo:400
00000100:00100000:0.0:1329971786.307136:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248290:12345-0@lo:400 Request procesed in 20us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971786.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248287:0@lo:400
00000100:00100000:0.0:1329971786.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248288:0@lo:400
00000100:00100000:0.0:1329971786.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248289:0@lo:400
00000100:00100000:0.0:1329971786.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248290:0@lo:400
00000100:00100000:0.0:1329971786.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248291:0@lo:400
00000100:00100000:0.0:1329971786.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248292:0@lo:400
00000100:00100000:0.0:1329971786.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971787.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971788.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971789.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971790.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971791.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971791.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971791.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971791.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333913966
00000100:00000400:0.0:1329971791.306643:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971791.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971791.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971791.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373248301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971791.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971791.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971791.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971791.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333913966
00000100:00000400:0.0:1329971791.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971791.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971791.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971791.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373248302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971791.306702:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248295:0@lo:400
00000100:00100000:0.0:1329971791.306726:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971791.306735:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248296:0@lo:400
00000100:00100000:0.0:1329971791.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971791.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248297:0@lo:400
00000100:00100000:0.0:1329971791.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971791.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248298:0@lo:400
00000100:00100000:0.0:1329971791.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971791.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248299:0@lo:400
00000100:00100000:0.0:1329971791.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971791.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248300:0@lo:400
00000100:00100000:0.0:1329971791.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971791.306870:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971791 exp ffff880008f8fc00
00000100:00080000:0.0:1329971791.306878:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971791 exp ffff880057c49800
00000100:00080000:0.0:1329971791.306883:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971791 exp ffff8800572c1c00
00000100:00080000:0.0:1329971791.306887:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971791 exp ffff880046d08400
00000100:00100000:0.0:1329971791.306904:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248296:12345-0@lo:400
00000100:00100000:0.0:1329971791.306932:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248296:12345-0@lo:400 Request procesed in 38us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971791.306941:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248297:12345-0@lo:400
00000100:00100000:0.0:1329971791.306956:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248297:12345-0@lo:400 Request procesed in 16us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971791.306963:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248299:12345-0@lo:400
00000100:00100000:0.0:1329971791.306974:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248299:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971791.306980:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248300:12345-0@lo:400
00000100:00100000:0.0:1329971791.306991:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248300:12345-0@lo:400 Request procesed in 13us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971791.307008:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971791 exp ffff880052834000
00000100:00100000:0.0:1329971791.307016:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248295:12345-0@lo:400
00000100:00100000:0.0:1329971791.307030:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248295:12345-0@lo:400 Request procesed in 17us (304us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971791.307044:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971791 exp ffff880008f8f400
00000100:00100000:0.0:1329971791.307053:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248298:12345-0@lo:400
00000100:00100000:0.0:1329971791.307069:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248298:12345-0@lo:400 Request procesed in 19us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971791.307081:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248301:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971791.307094:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248301 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971791] [real_sent 1329971791] [current 1329971791] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373248301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971791.307104:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373248301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971791.307111:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971791.307112:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971791.307115:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248301:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971791.307118:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248302:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971791.307125:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248302 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971791] [real_sent 1329971791] [current 1329971791] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373248302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971791.307132:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373248302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971791.307137:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971791.307138:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971791.307140:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248302:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971791.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248295:0@lo:400
00000100:00100000:0.0:1329971791.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248296:0@lo:400
00000100:00100000:0.0:1329971791.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248297:0@lo:400
00000100:00100000:0.0:1329971791.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248298:0@lo:400
00000100:00100000:0.0:1329971791.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248299:0@lo:400
00000100:00100000:0.0:1329971791.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248300:0@lo:400
00000100:00100000:0.0:1329971791.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971792.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971793.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971794.369575:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971795.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971796.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971796.306646:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971796.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971796.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333918966
00000100:00000400:0.0:1329971796.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971796.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971796.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971796.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373248309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971796.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971796.306683:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971796.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971796.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333918966
00000100:00000400:0.0:1329971796.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971796.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971796.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971796.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373248310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971796.306717:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248309:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971796.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248309 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971796] [real_sent 1329971796] [current 1329971796] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373248309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971796.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373248309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971796.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971796.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971796.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248309:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971796.306771:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248310:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971796.306778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248310 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971796] [real_sent 1329971796] [current 1329971796] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373248310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971796.306792:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373248310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971796.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971796.306798:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971796.306800:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248310:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971796.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248303:0@lo:400
00000100:00100000:0.0:1329971796.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971796.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248304:0@lo:400
00000100:00100000:0.0:1329971796.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971796.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248305:0@lo:400
00000100:00100000:0.0:1329971796.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971796.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248306:0@lo:400
00000100:00100000:0.0:1329971796.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971796.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248307:0@lo:400
00000100:00100000:0.0:1329971796.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971796.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248308:0@lo:400
00000100:00100000:0.0:1329971796.306926:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971796.306946:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971796 exp ffff880008f8fc00
00000100:00080000:0.0:1329971796.306954:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971796 exp ffff880057c49800
00000100:00080000:0.0:1329971796.306959:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971796 exp ffff8800572c1c00
00000100:00080000:0.0:1329971796.306964:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971796 exp ffff880046d08400
00000100:00100000:0.0:1329971796.306989:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248304:12345-0@lo:400
00000100:00100000:0.0:1329971796.307017:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248304:12345-0@lo:400 Request procesed in 46us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971796.307029:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248305:12345-0@lo:400
00000100:00100000:0.0:1329971796.307041:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248305:12345-0@lo:400 Request procesed in 15us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971796.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248307:12345-0@lo:400
00000100:00100000:0.0:1329971796.307074:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248307:12345-0@lo:400 Request procesed in 14us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971796.307081:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248308:12345-0@lo:400
00000100:00100000:0.0:1329971796.307092:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248308:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971796.307110:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971796 exp ffff880008f8f400
00000100:00100000:0.0:1329971796.307119:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248306:12345-0@lo:400
00000100:00100000:0.0:1329971796.307136:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248306:12345-0@lo:400 Request procesed in 19us (270us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971796.307146:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971796 exp ffff880052834000
00000100:00100000:0.0:1329971796.307155:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248303:12345-0@lo:400
00000100:00100000:0.0:1329971796.307168:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248303:12345-0@lo:400 Request procesed in 16us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971796.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248303:0@lo:400
00000100:00100000:0.0:1329971796.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248304:0@lo:400
00000100:00100000:0.0:1329971796.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248305:0@lo:400
00000100:00100000:0.0:1329971796.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248306:0@lo:400
00000100:00100000:0.0:1329971796.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248307:0@lo:400
00000100:00100000:0.0:1329971796.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248308:0@lo:400
00000100:00100000:0.0:1329971796.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971797.369562:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971798.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971799.369566:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971800.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971801.307511:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971801.307517:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971801.307519:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971801.307524:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333923966
00000100:00000400:0.0:1329971801.307526:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971801.307553:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971801.307559:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971801.307567:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373248317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971801.307575:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971801.307577:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971801.307578:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971801.307580:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333923966
00000100:00000400:0.0:1329971801.307582:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971801.307584:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971801.307586:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971801.307590:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373248318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971801.307608:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248317:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971801.307634:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248317 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971801] [real_sent 1329971801] [current 1329971801] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373248317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971801.307645:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373248317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971801.307652:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971801.307653:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971801.307656:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248317:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971801.307659:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248318:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971801.307666:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248318 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971801] [real_sent 1329971801] [current 1329971801] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373248318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971801.307673:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373248318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971801.307678:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971801.307679:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971801.307681:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248318:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971801.307694:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248311:0@lo:400
00000100:00100000:0.0:1329971801.307706:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971801.307713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248312:0@lo:400
00000100:00100000:0.0:1329971801.307721:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971801.307758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248313:0@lo:400
00000100:00100000:0.0:1329971801.307766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971801.307771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248314:0@lo:400
00000100:00100000:0.0:1329971801.307779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971801.307783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248315:0@lo:400
00000100:00100000:0.0:1329971801.307790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971801.307795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248316:0@lo:400
00000100:00100000:0.0:1329971801.307802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971801.307820:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971801 exp ffff880008f8fc00
00000100:00080000:0.0:1329971801.307829:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971801 exp ffff880057c49800
00000100:00080000:0.0:1329971801.307833:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971801 exp ffff8800572c1c00
00000100:00080000:0.0:1329971801.307838:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971801 exp ffff880046d08400
00000100:00100000:0.0:1329971801.307856:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248312:12345-0@lo:400
00000100:00100000:0.0:1329971801.307883:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248312:12345-0@lo:400 Request procesed in 40us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971801.307893:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248313:12345-0@lo:400
00000100:00100000:0.0:1329971801.307905:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248313:12345-0@lo:400 Request procesed in 15us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971801.307912:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248315:12345-0@lo:400
00000100:00100000:0.0:1329971801.307923:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248315:12345-0@lo:400 Request procesed in 13us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971801.307930:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248316:12345-0@lo:400
00000100:00100000:0.0:1329971801.307941:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248316:12345-0@lo:400 Request procesed in 12us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971801.307958:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971801 exp ffff880052834000
00000100:00100000:0.0:1329971801.307967:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248311:12345-0@lo:400
00000100:00100000:0.0:1329971801.307980:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248311:12345-0@lo:400 Request procesed in 16us (274us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971801.307994:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971801 exp ffff880008f8f400
00000100:00100000:0.0:1329971801.308002:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248314:12345-0@lo:400
00000100:00100000:0.0:1329971801.308018:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248314:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971801.308033:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248311:0@lo:400
00000100:00100000:0.0:1329971801.308040:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248312:0@lo:400
00000100:00100000:0.0:1329971801.308044:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248313:0@lo:400
00000100:00100000:0.0:1329971801.308048:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248314:0@lo:400
00000100:00100000:0.0:1329971801.308053:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248315:0@lo:400
00000100:00100000:0.0:1329971801.308057:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248316:0@lo:400
00000100:00100000:0.0:1329971801.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971802.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971803.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971804.369566:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971805.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971806.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971806.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971806.306657:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971806.306662:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333928966
00000100:00000400:0.0:1329971806.306664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971806.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971806.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971806.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373248325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971806.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971806.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971806.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971806.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333928967
00000100:00000400:0.0:1329971806.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971806.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971806.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971806.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971806.306725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248319:0@lo:400
00000100:00100000:0.0:1329971806.306750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971806.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248320:0@lo:400
00000100:00100000:0.0:1329971806.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971806.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248321:0@lo:400
00000100:00100000:0.0:1329971806.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971806.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248322:0@lo:400
00000100:00100000:0.0:1329971806.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971806.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248323:0@lo:400
00000100:00100000:0.0:1329971806.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971806.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248324:0@lo:400
00000100:00100000:0.0:1329971806.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971806.306839:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971806 exp ffff880008f8fc00
00000100:00080000:0.0:1329971806.306847:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971806 exp ffff880057c49800
00000100:00080000:0.0:1329971806.306852:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971806 exp ffff8800572c1c00
00000100:00080000:0.0:1329971806.306856:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971806 exp ffff880046d08400
00000100:00100000:0.0:1329971806.306878:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248320:12345-0@lo:400
00000100:00100000:0.0:1329971806.306905:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248320:12345-0@lo:400 Request procesed in 42us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971806.306914:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248321:12345-0@lo:400
00000100:00100000:0.0:1329971806.306926:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248321:12345-0@lo:400 Request procesed in 15us (147us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971806.306933:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248323:12345-0@lo:400
00000100:00100000:0.0:1329971806.306944:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248323:12345-0@lo:400 Request procesed in 13us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971806.306951:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248324:12345-0@lo:400
00000100:00100000:0.0:1329971806.306962:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248324:12345-0@lo:400 Request procesed in 12us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971806.306980:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971806 exp ffff880052834000
00000100:00100000:0.0:1329971806.306988:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248319:12345-0@lo:400
00000100:00100000:0.0:1329971806.307001:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248319:12345-0@lo:400 Request procesed in 16us (252us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971806.307015:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971806 exp ffff880008f8f400
00000100:00100000:0.0:1329971806.307023:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248322:12345-0@lo:400
00000100:00100000:0.0:1329971806.307039:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248322:12345-0@lo:400 Request procesed in 19us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971806.307050:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248325:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971806.307064:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248325 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971806] [real_sent 1329971806] [current 1329971806] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373248325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971806.307074:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373248325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971806.307080:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971806.307082:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971806.307084:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248325:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971806.307087:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248326:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971806.307094:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248326 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971806] [real_sent 1329971806] [current 1329971806] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971806.307108:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971806.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971806.307114:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971806.307116:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248326:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971806.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248319:0@lo:400
00000100:00100000:0.0:1329971806.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248320:0@lo:400
00000100:00100000:0.0:1329971806.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248321:0@lo:400
00000100:00100000:0.0:1329971806.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248322:0@lo:400
00000100:00100000:0.0:1329971806.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248323:0@lo:400
00000100:00100000:0.0:1329971806.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248324:0@lo:400
00000100:00100000:0.0:1329971806.369581:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971807.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971808.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971809.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971810.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971811.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971811.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971811.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971811.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333933966
00000100:00000400:0.0:1329971811.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971811.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971811.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971811.306665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971811.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971811.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971811.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971811.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333933966
00000100:00000400:0.0:1329971811.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971811.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971811.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971811.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971811.306727:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248333:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971811.306756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248333 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971811] [real_sent 1329971811] [current 1329971811] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971811.306766:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971811.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971811.306774:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971811.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248333:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971811.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248334:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971811.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248334 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971811] [real_sent 1329971811] [current 1329971811] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971811.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971811.306799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971811.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971811.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248334:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971811.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248327:0@lo:400
00000100:00100000:0.0:1329971811.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971811.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248328:0@lo:400
00000100:00100000:0.0:1329971811.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971811.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248329:0@lo:400
00000100:00100000:0.0:1329971811.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971811.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248330:0@lo:400
00000100:00100000:0.0:1329971811.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971811.306909:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248331:0@lo:400
00000100:00100000:0.0:1329971811.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971811.306921:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248332:0@lo:400
00000100:00100000:0.0:1329971811.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971811.306946:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971811 exp ffff880008f8fc00
00000100:00080000:0.0:1329971811.306955:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971811 exp ffff880057c49800
00000100:00080000:0.0:1329971811.306959:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971811 exp ffff8800572c1c00
00000100:00080000:0.0:1329971811.306964:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971811 exp ffff880046d08400
00000100:00100000:0.0:1329971811.306980:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248328:12345-0@lo:400
00000100:00100000:0.0:1329971811.307007:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248328:12345-0@lo:400 Request procesed in 36us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971811.307031:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248329:12345-0@lo:400
00000100:00100000:0.0:1329971811.307044:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248329:12345-0@lo:400 Request procesed in 17us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971811.307051:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248331:12345-0@lo:400
00000100:00100000:0.0:1329971811.307061:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248331:12345-0@lo:400 Request procesed in 13us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971811.307069:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248332:12345-0@lo:400
00000100:00100000:0.0:1329971811.307079:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248332:12345-0@lo:400 Request procesed in 13us (152us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971811.307096:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971811 exp ffff880008f8f400
00000100:00100000:0.0:1329971811.307105:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248330:12345-0@lo:400
00000100:00100000:0.0:1329971811.307121:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248330:12345-0@lo:400 Request procesed in 19us (217us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971811.307132:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971811 exp ffff880052834000
00000100:00100000:0.0:1329971811.307140:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248327:12345-0@lo:400
00000100:00100000:0.0:1329971811.307153:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248327:12345-0@lo:400 Request procesed in 15us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971811.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248327:0@lo:400
00000100:00100000:0.0:1329971811.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248328:0@lo:400
00000100:00100000:0.0:1329971811.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248329:0@lo:400
00000100:00100000:0.0:1329971811.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248330:0@lo:400
00000100:00100000:0.0:1329971811.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248331:0@lo:400
00000100:00100000:0.0:1329971811.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248332:0@lo:400
00000100:00100000:0.0:1329971811.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971812.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971813.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971814.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971815.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971816.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971816.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971816.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971816.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333938966
00000100:00000400:0.0:1329971816.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971816.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971816.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971816.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373248341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971816.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971816.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971816.306698:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971816.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333938966
00000100:00000400:0.0:1329971816.306702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971816.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971816.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971816.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373248342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971816.306731:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248341:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971816.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248341 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971816] [real_sent 1329971816] [current 1329971816] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373248341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971816.306769:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373248341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971816.306791:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971816.306793:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971816.306797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248341:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971816.306802:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248342:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971816.306817:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248342 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971816] [real_sent 1329971816] [current 1329971816] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373248342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971816.306829:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373248342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971816.306837:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971816.306838:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971816.306841:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248342:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971816.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248335:0@lo:400
00000100:00100000:0.0:1329971816.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971816.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248336:0@lo:400
00000100:00100000:0.0:1329971816.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971816.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248337:0@lo:400
00000100:00100000:0.0:1329971816.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971816.306902:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248338:0@lo:400
00000100:00100000:0.0:1329971816.306909:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971816.306914:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248339:0@lo:400
00000100:00100000:0.0:1329971816.306921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971816.306925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248340:0@lo:400
00000100:00100000:0.0:1329971816.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971816.306950:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971816 exp ffff880008f8fc00
00000100:00080000:0.0:1329971816.306958:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971816 exp ffff880057c49800
00000100:00080000:0.0:1329971816.306963:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971816 exp ffff8800572c1c00
00000100:00080000:0.0:1329971816.306967:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971816 exp ffff880046d08400
00000100:00100000:0.0:1329971816.306992:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248336:12345-0@lo:400
00000100:00100000:0.0:1329971816.307019:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248336:12345-0@lo:400 Request procesed in 45us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971816.307028:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248337:12345-0@lo:400
00000100:00100000:0.0:1329971816.307041:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248337:12345-0@lo:400 Request procesed in 15us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971816.307048:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248339:12345-0@lo:400
00000100:00100000:0.0:1329971816.307062:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248339:12345-0@lo:400 Request procesed in 14us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971816.307074:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248340:12345-0@lo:400
00000100:00100000:0.0:1329971816.307095:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248340:12345-0@lo:400 Request procesed in 24us (161us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971816.307119:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971816 exp ffff880008f8f400
00000100:00100000:0.0:1329971816.307129:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248338:12345-0@lo:400
00000100:00100000:0.0:1329971816.307147:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248338:12345-0@lo:400 Request procesed in 21us (238us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971816.307158:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971816 exp ffff880052834000
00000100:00100000:0.0:1329971816.307166:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248335:12345-0@lo:400
00000100:00100000:0.0:1329971816.307179:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248335:12345-0@lo:400 Request procesed in 16us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971816.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248335:0@lo:400
00000100:00100000:0.0:1329971816.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248336:0@lo:400
00000100:00100000:0.0:1329971816.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248337:0@lo:400
00000100:00100000:0.0:1329971816.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248338:0@lo:400
00000100:00100000:0.0:1329971816.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248339:0@lo:400
00000100:00100000:0.0:1329971816.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248340:0@lo:400
00000100:00100000:0.0:1329971816.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971817.369587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971818.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971819.369645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971820.369868:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971821.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971821.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971821.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971821.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333943966
00000100:00000400:0.0:1329971821.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971821.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971821.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971821.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971821.306714:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971821.306715:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971821.306717:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971821.306719:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333943966
00000100:00000400:0.0:1329971821.306720:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971821.306723:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971821.306725:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971821.306728:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971821.306749:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248349:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971821.306777:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248349 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971821] [real_sent 1329971821] [current 1329971821] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971821.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971821.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971821.306796:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971821.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248349:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971821.306801:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248350:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971821.306808:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248350 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971821] [real_sent 1329971821] [current 1329971821] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971821.306816:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971821.306820:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971821.306822:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971821.306824:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248350:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971821.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248343:0@lo:400
00000100:00100000:0.0:1329971821.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971821.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248344:0@lo:400
00000100:00100000:0.0:1329971821.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971821.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248345:0@lo:400
00000100:00100000:0.0:1329971821.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971821.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248346:0@lo:400
00000100:00100000:0.0:1329971821.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971821.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248347:0@lo:400
00000100:00100000:0.0:1329971821.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971821.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248348:0@lo:400
00000100:00100000:0.0:1329971821.306911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971821.306928:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971821 exp ffff880008f8fc00
00000100:00080000:0.0:1329971821.306936:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971821 exp ffff880057c49800
00000100:00080000:0.0:1329971821.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971821 exp ffff8800572c1c00
00000100:00080000:0.0:1329971821.306945:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971821 exp ffff880046d08400
00000100:00100000:0.0:1329971821.306961:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248344:12345-0@lo:400
00000100:00100000:0.0:1329971821.306988:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248344:12345-0@lo:400 Request procesed in 36us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971821.306997:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248345:12345-0@lo:400
00000100:00100000:0.0:1329971821.307010:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248345:12345-0@lo:400 Request procesed in 15us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971821.307016:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248347:12345-0@lo:400
00000100:00100000:0.0:1329971821.307027:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248347:12345-0@lo:400 Request procesed in 13us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971821.307034:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248348:12345-0@lo:400
00000100:00100000:0.0:1329971821.307044:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248348:12345-0@lo:400 Request procesed in 12us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971821.307074:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971821 exp ffff880008f8f400
00000100:00100000:0.0:1329971821.307084:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248346:12345-0@lo:400
00000100:00100000:0.0:1329971821.307102:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248346:12345-0@lo:400 Request procesed in 22us (213us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971821.307113:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971821 exp ffff880052834000
00000100:00100000:0.0:1329971821.307121:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248343:12345-0@lo:400
00000100:00100000:0.0:1329971821.307134:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248343:12345-0@lo:400 Request procesed in 16us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971821.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248343:0@lo:400
00000100:00100000:0.0:1329971821.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248344:0@lo:400
00000100:00100000:0.0:1329971821.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248345:0@lo:400
00000100:00100000:0.0:1329971821.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248346:0@lo:400
00000100:00100000:0.0:1329971821.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248347:0@lo:400
00000100:00100000:0.0:1329971821.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248348:0@lo:400
00000100:00100000:0.0:1329971821.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971822.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971823.369552:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971824.369596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971825.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971826.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971826.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971826.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971826.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333948966
00000100:00000400:0.0:1329971826.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971826.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971826.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971826.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971826.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971826.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971826.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971826.306702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333948966
00000100:00000400:0.0:1329971826.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971826.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971826.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971826.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971826.306733:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248351:0@lo:400
00000100:00100000:0.0:1329971826.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971826.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248352:0@lo:400
00000100:00100000:0.0:1329971826.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971826.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248353:0@lo:400
00000100:00100000:0.0:1329971826.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971826.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248354:0@lo:400
00000100:00100000:0.0:1329971826.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971826.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248355:0@lo:400
00000100:00100000:0.0:1329971826.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971826.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248356:0@lo:400
00000100:00100000:0.0:1329971826.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971826.306878:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971826 exp ffff880008f8fc00
00000100:00080000:0.0:1329971826.306887:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971826 exp ffff880057c49800
00000100:00080000:0.0:1329971826.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971826 exp ffff8800572c1c00
00000100:00080000:0.0:1329971826.306896:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971826 exp ffff880046d08400
00000100:00100000:0.0:1329971826.306920:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248352:12345-0@lo:400
00000100:00100000:0.0:1329971826.306949:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248352:12345-0@lo:400 Request procesed in 46us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971826.306958:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248353:12345-0@lo:400
00000100:00100000:0.0:1329971826.306972:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248353:12345-0@lo:400 Request procesed in 16us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971826.306979:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248355:12345-0@lo:400
00000100:00100000:0.0:1329971826.306990:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248355:12345-0@lo:400 Request procesed in 13us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971826.306998:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248356:12345-0@lo:400
00000100:00100000:0.0:1329971826.307008:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248356:12345-0@lo:400 Request procesed in 12us (150us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971826.307027:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971826 exp ffff880052834000
00000100:00100000:0.0:1329971826.307035:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248351:12345-0@lo:400
00000100:00100000:0.0:1329971826.307049:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248351:12345-0@lo:400 Request procesed in 17us (291us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971826.307063:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971826 exp ffff880008f8f400
00000100:00100000:0.0:1329971826.307071:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248354:12345-0@lo:400
00000100:00100000:0.0:1329971826.307088:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248354:12345-0@lo:400 Request procesed in 19us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971826.307101:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248357:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971826.307114:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248357 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971826] [real_sent 1329971826] [current 1329971826] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971826.307124:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971826.307130:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971826.307132:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971826.307135:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248357:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971826.307138:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248358:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971826.307145:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248358 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971826] [real_sent 1329971826] [current 1329971826] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971826.307158:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971826.307163:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971826.307164:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971826.307166:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248358:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971826.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248351:0@lo:400
00000100:00100000:0.0:1329971826.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248352:0@lo:400
00000100:00100000:0.0:1329971826.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248353:0@lo:400
00000100:00100000:0.0:1329971826.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248354:0@lo:400
00000100:00100000:0.0:1329971826.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248355:0@lo:400
00000100:00100000:0.0:1329971826.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248356:0@lo:400
00000100:00100000:0.0:1329971826.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971827.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971828.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971829.369555:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971830.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971831.306627:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971831.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971831.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971831.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333953966
00000100:00000400:0.0:1329971831.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971831.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971831.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971831.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971831.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971831.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971831.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971831.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333953966
00000100:00000400:0.0:1329971831.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971831.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971831.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971831.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373248366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971831.306731:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248365:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971831.306763:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248365 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971831] [real_sent 1329971831] [current 1329971831] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971831.306773:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971831.306780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971831.306781:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971831.306784:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248365:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971831.306787:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248366:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971831.306794:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248366 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971831] [real_sent 1329971831] [current 1329971831] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373248366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971831.306801:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373248366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971831.306806:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971831.306808:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971831.306810:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248366:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971831.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248359:0@lo:400
00000100:00100000:0.0:1329971831.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971831.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248360:0@lo:400
00000100:00100000:0.0:1329971831.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971831.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248361:0@lo:400
00000100:00100000:0.0:1329971831.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971831.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248362:0@lo:400
00000100:00100000:0.0:1329971831.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971831.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248363:0@lo:400
00000100:00100000:0.0:1329971831.306887:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971831.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248364:0@lo:400
00000100:00100000:0.0:1329971831.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971831.306916:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971831 exp ffff880008f8fc00
00000100:00080000:0.0:1329971831.306924:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971831 exp ffff880057c49800
00000100:00080000:0.0:1329971831.306929:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971831 exp ffff8800572c1c00
00000100:00080000:0.0:1329971831.306933:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971831 exp ffff880046d08400
00000100:00100000:0.0:1329971831.306954:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248360:12345-0@lo:400
00000100:00100000:0.0:1329971831.306981:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248360:12345-0@lo:400 Request procesed in 42us (129us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971831.306991:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248361:12345-0@lo:400
00000100:00100000:0.0:1329971831.307003:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248361:12345-0@lo:400 Request procesed in 15us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971831.307010:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248363:12345-0@lo:400
00000100:00100000:0.0:1329971831.307021:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248363:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971831.307028:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248364:12345-0@lo:400
00000100:00100000:0.0:1329971831.307039:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248364:12345-0@lo:400 Request procesed in 12us (139us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971831.307056:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971831 exp ffff880008f8f400
00000100:00100000:0.0:1329971831.307064:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248362:12345-0@lo:400
00000100:00100000:0.0:1329971831.307081:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248362:12345-0@lo:400 Request procesed in 18us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971831.307091:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971831 exp ffff880052834000
00000100:00100000:0.0:1329971831.307099:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248359:12345-0@lo:400
00000100:00100000:0.0:1329971831.307112:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248359:12345-0@lo:400 Request procesed in 15us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971831.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248359:0@lo:400
00000100:00100000:0.0:1329971831.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248360:0@lo:400
00000100:00100000:0.0:1329971831.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248361:0@lo:400
00000100:00100000:0.0:1329971831.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248362:0@lo:400
00000100:00100000:0.0:1329971831.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248363:0@lo:400
00000100:00100000:0.0:1329971831.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248364:0@lo:400
00000100:00100000:0.0:1329971831.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971832.369640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971833.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971834.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971835.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971836.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971836.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971836.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971836.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333958966
00000100:00000400:0.0:1329971836.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971836.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971836.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971836.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373248373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971836.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971836.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971836.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971836.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333958966
00000100:00000400:0.0:1329971836.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971836.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971836.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971836.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971836.306725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248367:0@lo:400
00000100:00100000:0.0:1329971836.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971836.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248368:0@lo:400
00000100:00100000:0.0:1329971836.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971836.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248369:0@lo:400
00000100:00100000:0.0:1329971836.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971836.306786:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248370:0@lo:400
00000100:00100000:0.0:1329971836.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971836.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248371:0@lo:400
00000100:00100000:0.0:1329971836.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971836.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248372:0@lo:400
00000100:00100000:0.0:1329971836.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971836.306838:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971836 exp ffff880008f8fc00
00000100:00080000:0.0:1329971836.306846:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971836 exp ffff880057c49800
00000100:00080000:0.0:1329971836.306851:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971836 exp ffff8800572c1c00
00000100:00080000:0.0:1329971836.306855:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971836 exp ffff880046d08400
00000100:00100000:0.0:1329971836.306878:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248368:12345-0@lo:400
00000100:00100000:0.0:1329971836.306905:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248368:12345-0@lo:400 Request procesed in 43us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971836.306914:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248369:12345-0@lo:400
00000100:00100000:0.0:1329971836.306926:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248369:12345-0@lo:400 Request procesed in 15us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971836.306933:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248371:12345-0@lo:400
00000100:00100000:0.0:1329971836.306944:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248371:12345-0@lo:400 Request procesed in 13us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971836.306963:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248372:12345-0@lo:400
00000100:00100000:0.0:1329971836.306974:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248372:12345-0@lo:400 Request procesed in 14us (154us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971836.306993:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971836 exp ffff880052834000
00000100:00100000:0.0:1329971836.307001:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248367:12345-0@lo:400
00000100:00100000:0.0:1329971836.307014:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248367:12345-0@lo:400 Request procesed in 16us (264us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971836.307026:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971836 exp ffff880008f8f400
00000100:00100000:0.0:1329971836.307034:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248370:12345-0@lo:400
00000100:00100000:0.0:1329971836.307050:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248370:12345-0@lo:400 Request procesed in 19us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971836.307063:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248373:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971836.307081:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248373 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971836] [real_sent 1329971836] [current 1329971836] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373248373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971836.307091:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373248373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971836.307097:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971836.307099:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971836.307101:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248373:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971836.307104:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248374:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971836.307112:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248374 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971836] [real_sent 1329971836] [current 1329971836] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971836.307119:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971836.307124:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971836.307125:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971836.307127:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248374:127.0.0.1@tcp:8
00000400:02020000:0.0:1329971836.307287:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971836.307326:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971836.307337:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971836.307352:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248367:0@lo:400
00000100:00100000:0.0:1329971836.307359:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248368:0@lo:400
00000100:00100000:0.0:1329971836.307363:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248369:0@lo:400
00000100:00100000:0.0:1329971836.307367:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248370:0@lo:400
00000100:00100000:0.0:1329971836.307371:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248371:0@lo:400
00000100:00100000:0.0:1329971836.307375:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248372:0@lo:400
00000100:00100000:0.0:1329971836.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971837.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971838.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971839.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971840.369637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971841.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971841.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971841.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971841.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333963966
00000100:00000400:0.0:1329971841.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971841.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971841.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971841.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373248381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971841.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971841.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971841.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971841.306703:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333963966
00000100:00000400:0.0:1329971841.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971841.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971841.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971841.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373248382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971841.306732:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248381:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971841.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248381 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971841] [real_sent 1329971841] [current 1329971841] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373248381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971841.306771:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373248381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971841.306777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971841.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971841.306781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248381:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971841.306784:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248382:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971841.306791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248382 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971841] [real_sent 1329971841] [current 1329971841] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373248382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971841.306798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373248382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971841.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971841.306804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971841.306806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248382:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971841.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248375:0@lo:400
00000100:00100000:0.0:1329971841.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971841.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248376:0@lo:400
00000100:00100000:0.0:1329971841.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971841.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248377:0@lo:400
00000100:00100000:0.0:1329971841.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971841.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248378:0@lo:400
00000100:00100000:0.0:1329971841.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971841.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248379:0@lo:400
00000100:00100000:0.0:1329971841.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971841.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248380:0@lo:400
00000100:00100000:0.0:1329971841.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971841.306913:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971841 exp ffff880008f8fc00
00000100:00080000:0.0:1329971841.306921:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971841 exp ffff880057c49800
00000100:00080000:0.0:1329971841.306925:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971841 exp ffff8800572c1c00
00000100:00080000:0.0:1329971841.306930:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971841 exp ffff880046d08400
00000100:00100000:0.0:1329971841.306946:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248376:12345-0@lo:400
00000100:00100000:0.0:1329971841.306973:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248376:12345-0@lo:400 Request procesed in 38us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971841.306982:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248377:12345-0@lo:400
00000100:00100000:0.0:1329971841.306996:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248377:12345-0@lo:400 Request procesed in 15us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971841.307003:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248379:12345-0@lo:400
00000100:00100000:0.0:1329971841.307014:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248379:12345-0@lo:400 Request procesed in 13us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971841.307021:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248380:12345-0@lo:400
00000100:00100000:0.0:1329971841.307031:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248380:12345-0@lo:400 Request procesed in 12us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971841.307048:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971841 exp ffff880008f8f400
00000100:00100000:0.0:1329971841.307057:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248378:12345-0@lo:400
00000100:00100000:0.0:1329971841.307073:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248378:12345-0@lo:400 Request procesed in 19us (201us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971841.307097:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971841 exp ffff880052834000
00000100:00100000:0.0:1329971841.307109:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248375:12345-0@lo:400
00000100:00100000:0.0:1329971841.307122:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248375:12345-0@lo:400 Request procesed in 19us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971841.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248375:0@lo:400
00000100:00100000:0.0:1329971841.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248376:0@lo:400
00000100:00100000:0.0:1329971841.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248377:0@lo:400
00000100:00100000:0.0:1329971841.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248378:0@lo:400
00000100:00100000:0.0:1329971841.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248379:0@lo:400
00000100:00100000:0.0:1329971841.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248380:0@lo:400
00000100:00100000:0.0:1329971841.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971842.369583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971843.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971844.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971845.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971846.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971846.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971846.306643:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971846.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333968966
00000100:00000400:0.0:1329971846.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971846.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971846.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971846.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373248389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971846.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971846.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971846.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971846.306711:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333968966
00000100:00000400:0.0:1329971846.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971846.306715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971846.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971846.306723:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971846.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248383:0@lo:400
00000100:00100000:0.0:1329971846.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971846.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248384:0@lo:400
00000100:00100000:0.0:1329971846.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971846.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248385:0@lo:400
00000100:00100000:0.0:1329971846.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971846.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248386:0@lo:400
00000100:00100000:0.0:1329971846.306812:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971846.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248387:0@lo:400
00000100:00100000:0.0:1329971846.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971846.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248388:0@lo:400
00000100:00100000:0.0:1329971846.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971846.306853:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971846 exp ffff880008f8fc00
00000100:00080000:0.0:1329971846.306861:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971846 exp ffff880057c49800
00000100:00080000:0.0:1329971846.306866:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971846 exp ffff8800572c1c00
00000100:00080000:0.0:1329971846.306870:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971846 exp ffff880046d08400
00000100:00100000:0.0:1329971846.306895:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248384:12345-0@lo:400
00000100:00100000:0.0:1329971846.306922:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248384:12345-0@lo:400 Request procesed in 45us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971846.306931:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248385:12345-0@lo:400
00000100:00100000:0.0:1329971846.306945:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248385:12345-0@lo:400 Request procesed in 16us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971846.306952:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248387:12345-0@lo:400
00000100:00100000:0.0:1329971846.306963:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248387:12345-0@lo:400 Request procesed in 13us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971846.306970:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248388:12345-0@lo:400
00000100:00100000:0.0:1329971846.306981:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248388:12345-0@lo:400 Request procesed in 13us (146us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971846.306999:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971846 exp ffff880052834000
00000100:00100000:0.0:1329971846.307008:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248383:12345-0@lo:400
00000100:00100000:0.0:1329971846.307022:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248383:12345-0@lo:400 Request procesed in 17us (253us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971846.307035:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971846 exp ffff880008f8f400
00000100:00100000:0.0:1329971846.307044:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248386:12345-0@lo:400
00000100:00100000:0.0:1329971846.307060:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248386:12345-0@lo:400 Request procesed in 18us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971846.307072:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248389:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971846.307085:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248389 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971846] [real_sent 1329971846] [current 1329971846] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373248389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971846.307095:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373248389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971846.307101:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971846.307103:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971846.307105:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248389:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971846.307108:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248390:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971846.307115:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248390 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971846] [real_sent 1329971846] [current 1329971846] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971846.307122:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971846.307127:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971846.307128:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971846.307130:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248390:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971846.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248383:0@lo:400
00000100:00100000:0.0:1329971846.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248384:0@lo:400
00000100:00100000:0.0:1329971846.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248385:0@lo:400
00000100:00100000:0.0:1329971846.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248386:0@lo:400
00000100:00100000:0.0:1329971846.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248387:0@lo:400
00000100:00100000:0.0:1329971846.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248388:0@lo:400
00000100:00100000:0.0:1329971846.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971847.369644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971848.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971849.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971850.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971851.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971851.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971851.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971851.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333973966
00000100:00000400:0.0:1329971851.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971851.306709:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971851.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971851.306722:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971851.306730:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971851.306732:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971851.306733:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971851.306735:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333973966
00000100:00000400:0.0:1329971851.306737:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971851.306739:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971851.306741:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971851.306745:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971851.306765:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248397:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971851.306792:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248397 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971851] [real_sent 1329971851] [current 1329971851] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971851.306803:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971851.306809:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971851.306810:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971851.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248397:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971851.306816:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248398:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971851.306823:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248398 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971851] [real_sent 1329971851] [current 1329971851] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971851.306836:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971851.306841:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971851.306842:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971851.306844:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248398:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971851.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248391:0@lo:400
00000100:00100000:0.0:1329971851.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971851.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248392:0@lo:400
00000100:00100000:0.0:1329971851.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971851.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248393:0@lo:400
00000100:00100000:0.0:1329971851.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971851.306903:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248394:0@lo:400
00000100:00100000:0.0:1329971851.306912:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971851.306917:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248395:0@lo:400
00000100:00100000:0.0:1329971851.306956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971851.306964:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248396:0@lo:400
00000100:00100000:0.0:1329971851.306972:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971851.306991:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971851 exp ffff880008f8fc00
00000100:00080000:0.0:1329971851.306999:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971851 exp ffff880057c49800
00000100:00080000:0.0:1329971851.307004:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971851 exp ffff8800572c1c00
00000100:00080000:0.0:1329971851.307009:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971851 exp ffff880046d08400
00000100:00100000:0.0:1329971851.307025:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248392:12345-0@lo:400
00000100:00100000:0.0:1329971851.307052:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248392:12345-0@lo:400 Request procesed in 37us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971851.307064:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248393:12345-0@lo:400
00000100:00100000:0.0:1329971851.307077:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248393:12345-0@lo:400 Request procesed in 14us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971851.307100:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248395:12345-0@lo:400
00000100:00100000:0.0:1329971851.307112:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248395:12345-0@lo:400 Request procesed in 17us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971851.307119:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248396:12345-0@lo:400
00000100:00100000:0.0:1329971851.307129:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248396:12345-0@lo:400 Request procesed in 13us (157us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971851.307147:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971851 exp ffff880008f8f400
00000100:00100000:0.0:1329971851.307156:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248394:12345-0@lo:400
00000100:00100000:0.0:1329971851.307172:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248394:12345-0@lo:400 Request procesed in 20us (260us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971851.307183:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971851 exp ffff880052834000
00000100:00100000:0.0:1329971851.307191:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248391:12345-0@lo:400
00000100:00100000:0.0:1329971851.307204:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248391:12345-0@lo:400 Request procesed in 16us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971851.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248391:0@lo:400
00000100:00100000:0.0:1329971851.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248392:0@lo:400
00000100:00100000:0.0:1329971851.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248393:0@lo:400
00000100:00100000:0.0:1329971851.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248394:0@lo:400
00000100:00100000:0.0:1329971851.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248395:0@lo:400
00000100:00100000:0.0:1329971851.307244:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248396:0@lo:400
00000100:00100000:0.0:1329971851.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971852.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971853.369638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971854.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971855.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971856.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971856.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971856.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971856.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333978966
00000100:00000400:0.0:1329971856.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971856.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971856.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971856.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373248405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971856.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971856.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971856.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971856.306700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333978966
00000100:00000400:0.0:1329971856.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971856.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971856.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971856.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373248406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971856.306730:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248405:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971856.306757:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248405 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971856] [real_sent 1329971856] [current 1329971856] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373248405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971856.306768:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373248405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971856.306775:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971856.306776:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971856.306779:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248405:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971856.306782:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248406:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971856.306789:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248406 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971856] [real_sent 1329971856] [current 1329971856] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373248406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971856.306796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373248406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971856.306801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971856.306802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971856.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248406:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971856.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248399:0@lo:400
00000100:00100000:0.0:1329971856.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971856.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248400:0@lo:400
00000100:00100000:0.0:1329971856.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971856.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248401:0@lo:400
00000100:00100000:0.0:1329971856.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971856.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248402:0@lo:400
00000100:00100000:0.0:1329971856.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971856.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248403:0@lo:400
00000100:00100000:0.0:1329971856.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971856.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248404:0@lo:400
00000100:00100000:0.0:1329971856.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971856.306911:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971856 exp ffff880008f8fc00
00000100:00080000:0.0:1329971856.306920:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971856 exp ffff880057c49800
00000100:00080000:0.0:1329971856.306924:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971856 exp ffff8800572c1c00
00000100:00080000:0.0:1329971856.306929:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971856 exp ffff880046d08400
00000100:00100000:0.0:1329971856.306951:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248400:12345-0@lo:400
00000100:00100000:0.0:1329971856.306978:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248400:12345-0@lo:400 Request procesed in 43us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971856.306987:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248401:12345-0@lo:400
00000100:00100000:0.0:1329971856.307000:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248401:12345-0@lo:400 Request procesed in 14us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971856.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248403:12345-0@lo:400
00000100:00100000:0.0:1329971856.307017:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248403:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971856.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248404:12345-0@lo:400
00000100:00100000:0.0:1329971856.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248404:12345-0@lo:400 Request procesed in 13us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971856.307052:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971856 exp ffff880008f8f400
00000100:00100000:0.0:1329971856.307061:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248402:12345-0@lo:400
00000100:00100000:0.0:1329971856.307077:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248402:12345-0@lo:400 Request procesed in 19us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971856.307088:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971856 exp ffff880052834000
00000100:00100000:0.0:1329971856.307096:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248399:12345-0@lo:400
00000100:00100000:0.0:1329971856.307109:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248399:12345-0@lo:400 Request procesed in 16us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971856.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248399:0@lo:400
00000100:00100000:0.0:1329971856.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248400:0@lo:400
00000100:00100000:0.0:1329971856.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248401:0@lo:400
00000100:00100000:0.0:1329971856.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248402:0@lo:400
00000100:00100000:0.0:1329971856.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248403:0@lo:400
00000100:00100000:0.0:1329971856.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248404:0@lo:400
00000100:00100000:0.0:1329971856.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971857.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971858.369590:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971859.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971860.369652:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971861.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971861.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971861.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971861.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333983966
00000100:00000400:0.0:1329971861.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971861.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971861.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971861.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971861.306711:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971861.306713:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971861.306714:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971861.306717:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333983966
00000100:00000400:0.0:1329971861.306718:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971861.306720:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971861.306722:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971861.306726:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971861.306747:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248407:0@lo:400
00000100:00100000:0.0:1329971861.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971861.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248408:0@lo:400
00000100:00100000:0.0:1329971861.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971861.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248409:0@lo:400
00000100:00100000:0.0:1329971861.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971861.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248410:0@lo:400
00000100:00100000:0.0:1329971861.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971861.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248411:0@lo:400
00000100:00100000:0.0:1329971861.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971861.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248412:0@lo:400
00000100:00100000:0.0:1329971861.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971861.306857:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971861 exp ffff880008f8fc00
00000100:00080000:0.0:1329971861.306866:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971861 exp ffff880057c49800
00000100:00080000:0.0:1329971861.306870:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971861 exp ffff8800572c1c00
00000100:00080000:0.0:1329971861.306875:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971861 exp ffff880046d08400
00000100:00100000:0.0:1329971861.306896:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248408:12345-0@lo:400
00000100:00100000:0.0:1329971861.306923:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248408:12345-0@lo:400 Request procesed in 42us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971861.306933:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248409:12345-0@lo:400
00000100:00100000:0.0:1329971861.306946:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248409:12345-0@lo:400 Request procesed in 16us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971861.306953:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248411:12345-0@lo:400
00000100:00100000:0.0:1329971861.306964:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248411:12345-0@lo:400 Request procesed in 13us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971861.306971:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248412:12345-0@lo:400
00000100:00100000:0.0:1329971861.306981:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248412:12345-0@lo:400 Request procesed in 12us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971861.306999:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971861 exp ffff880008f8f400
00000100:00100000:0.0:1329971861.307008:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248410:12345-0@lo:400
00000100:00100000:0.0:1329971861.307024:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248410:12345-0@lo:400 Request procesed in 19us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971861.307035:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971861 exp ffff880052834000
00000100:00100000:0.0:1329971861.307043:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248407:12345-0@lo:400
00000100:00100000:0.0:1329971861.307056:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248407:12345-0@lo:400 Request procesed in 16us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971861.307072:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248413:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971861.307084:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248413 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971861] [real_sent 1329971861] [current 1329971861] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971861.307094:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971861.307100:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971861.307102:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971861.307104:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248413:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971861.307107:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248414:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971861.307114:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248414 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971861] [real_sent 1329971861] [current 1329971861] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971861.307127:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971861.307132:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971861.307133:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971861.307135:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248414:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971861.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248407:0@lo:400
00000100:00100000:0.0:1329971861.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248408:0@lo:400
00000100:00100000:0.0:1329971861.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248409:0@lo:400
00000100:00100000:0.0:1329971861.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248410:0@lo:400
00000100:00100000:0.0:1329971861.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248411:0@lo:400
00000100:00100000:0.0:1329971861.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248412:0@lo:400
00000100:00100000:0.0:1329971861.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971862.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971863.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971864.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971865.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971866.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971866.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971866.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971866.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333988966
00000100:00000400:0.0:1329971866.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971866.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971866.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971866.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971866.306715:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971866.306717:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971866.306718:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971866.306720:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333988966
00000100:00000400:0.0:1329971866.306722:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971866.306724:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971866.306726:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971866.306730:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971866.306751:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248421:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971866.306779:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248421 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971866] [real_sent 1329971866] [current 1329971866] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971866.306789:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971866.306795:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971866.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971866.306799:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248421:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971866.306802:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248422:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971866.306809:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248422 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971866] [real_sent 1329971866] [current 1329971866] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971866.306817:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971866.306821:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971866.306823:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971866.306825:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248422:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971866.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248415:0@lo:400
00000100:00100000:0.0:1329971866.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971866.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248416:0@lo:400
00000100:00100000:0.0:1329971866.306905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971866.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248417:0@lo:400
00000100:00100000:0.0:1329971866.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971866.306939:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248418:0@lo:400
00000100:00100000:0.0:1329971866.306948:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971866.306953:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248419:0@lo:400
00000100:00100000:0.0:1329971866.306960:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971866.306964:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248420:0@lo:400
00000100:00100000:0.0:1329971866.306971:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971866.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971866 exp ffff880008f8fc00
00000100:00080000:0.0:1329971866.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971866 exp ffff880057c49800
00000100:00080000:0.0:1329971866.307003:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971866 exp ffff8800572c1c00
00000100:00080000:0.0:1329971866.307008:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971866 exp ffff880046d08400
00000100:00100000:0.0:1329971866.307029:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248416:12345-0@lo:400
00000100:00100000:0.0:1329971866.307097:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248416:12345-0@lo:400 Request procesed in 83us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971866.307121:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248417:12345-0@lo:400
00000100:00100000:0.0:1329971866.307134:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248417:12345-0@lo:400 Request procesed in 17us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971866.307142:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248419:12345-0@lo:400
00000100:00100000:0.0:1329971866.307153:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248419:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971866.307160:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248420:12345-0@lo:400
00000100:00100000:0.0:1329971866.307171:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248420:12345-0@lo:400 Request procesed in 12us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971866.307190:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971866 exp ffff880052834000
00000100:00100000:0.0:1329971866.307199:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248415:12345-0@lo:400
00000100:00100000:0.0:1329971866.307214:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248415:12345-0@lo:400 Request procesed in 17us (332us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971866.307226:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971866 exp ffff880008f8f400
00000100:00100000:0.0:1329971866.307234:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248418:12345-0@lo:400
00000100:00100000:0.0:1329971866.307251:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248418:12345-0@lo:400 Request procesed in 19us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971866.307266:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248415:0@lo:400
00000100:00100000:0.0:1329971866.307272:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248416:0@lo:400
00000100:00100000:0.0:1329971866.307276:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248417:0@lo:400
00000100:00100000:0.0:1329971866.307280:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248418:0@lo:400
00000100:00100000:0.0:1329971866.307284:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248419:0@lo:400
00000100:00100000:0.0:1329971866.307288:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248420:0@lo:400
00000100:00100000:0.0:1329971866.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971867.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971868.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971869.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971870.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971871.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971871.306701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971871.306703:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971871.306709:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333993966
00000100:00000400:0.0:1329971871.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971871.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971871.306722:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971871.306730:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971871.306738:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971871.306739:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971871.306741:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971871.306743:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333993966
00000100:00000400:0.0:1329971871.306744:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971871.306747:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971871.306749:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971871.306758:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373248430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971871.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248423:0@lo:400
00000100:00100000:0.0:1329971871.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971871.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248424:0@lo:400
00000100:00100000:0.0:1329971871.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971871.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248425:0@lo:400
00000100:00100000:0.0:1329971871.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971871.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248426:0@lo:400
00000100:00100000:0.0:1329971871.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971871.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248427:0@lo:400
00000100:00100000:0.0:1329971871.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971871.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248428:0@lo:400
00000100:00100000:0.0:1329971871.306909:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971871.306929:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971871 exp ffff880008f8fc00
00000100:00080000:0.0:1329971871.306937:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971871 exp ffff880057c49800
00000100:00080000:0.0:1329971871.306942:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971871 exp ffff8800572c1c00
00000100:00080000:0.0:1329971871.306946:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971871 exp ffff880046d08400
00000100:00100000:0.0:1329971871.306964:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248424:12345-0@lo:400
00000100:00100000:0.0:1329971871.306992:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248424:12345-0@lo:400 Request procesed in 40us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971871.307002:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248425:12345-0@lo:400
00000100:00100000:0.0:1329971871.307014:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248425:12345-0@lo:400 Request procesed in 14us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971871.307021:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248427:12345-0@lo:400
00000100:00100000:0.0:1329971871.307033:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248427:12345-0@lo:400 Request procesed in 14us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971871.307040:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248428:12345-0@lo:400
00000100:00100000:0.0:1329971871.307050:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248428:12345-0@lo:400 Request procesed in 13us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971871.307068:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971871 exp ffff880008f8f400
00000100:00100000:0.0:1329971871.307077:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248426:12345-0@lo:400
00000100:00100000:0.0:1329971871.307094:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248426:12345-0@lo:400 Request procesed in 19us (210us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971871.307104:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971871 exp ffff880052834000
00000100:00100000:0.0:1329971871.307112:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248423:12345-0@lo:400
00000100:00100000:0.0:1329971871.307126:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248423:12345-0@lo:400 Request procesed in 15us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971871.307142:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248429:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971871.307155:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248429 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971871] [real_sent 1329971871] [current 1329971871] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971871.307165:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971871.307172:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971871.307173:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971871.307176:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248429:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971871.307179:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248430:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971871.307186:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248430 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971871] [real_sent 1329971871] [current 1329971871] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373248430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971871.307193:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373248430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971871.307198:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971871.307199:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971871.307201:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248430:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971871.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248423:0@lo:400
00000100:00100000:0.0:1329971871.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248424:0@lo:400
00000100:00100000:0.0:1329971871.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248425:0@lo:400
00000100:00100000:0.0:1329971871.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248426:0@lo:400
00000100:00100000:0.0:1329971871.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248427:0@lo:400
00000100:00100000:0.0:1329971871.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248428:0@lo:400
00000100:00100000:0.0:1329971871.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971872.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971873.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971874.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971875.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971876.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971876.306632:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971876.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971876.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4333998966
00000100:00000400:0.0:1329971876.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971876.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971876.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971876.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373248437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971876.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971876.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971876.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971876.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4333998966
00000100:00000400:0.0:1329971876.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971876.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971876.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971876.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971876.306704:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248431:0@lo:400
00000100:00100000:0.0:1329971876.306731:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971876.306740:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248432:0@lo:400
00000100:00100000:0.0:1329971876.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971876.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248433:0@lo:400
00000100:00100000:0.0:1329971876.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971876.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248434:0@lo:400
00000100:00100000:0.0:1329971876.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971876.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248435:0@lo:400
00000100:00100000:0.0:1329971876.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971876.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248436:0@lo:400
00000100:00100000:0.0:1329971876.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971876.306818:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971876 exp ffff880008f8fc00
00000100:00080000:0.0:1329971876.306826:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971876 exp ffff880057c49800
00000100:00080000:0.0:1329971876.306831:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971876 exp ffff8800572c1c00
00000100:00080000:0.0:1329971876.306835:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971876 exp ffff880046d08400
00000100:00100000:0.0:1329971876.306860:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248432:12345-0@lo:400
00000100:00100000:0.0:1329971876.306887:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248432:12345-0@lo:400 Request procesed in 46us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971876.306897:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248433:12345-0@lo:400
00000100:00100000:0.0:1329971876.306910:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248433:12345-0@lo:400 Request procesed in 15us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971876.306917:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248435:12345-0@lo:400
00000100:00100000:0.0:1329971876.306928:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248435:12345-0@lo:400 Request procesed in 13us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971876.306934:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248436:12345-0@lo:400
00000100:00100000:0.0:1329971876.306945:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248436:12345-0@lo:400 Request procesed in 13us (146us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971876.306975:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971876 exp ffff880052834000
00000100:00100000:0.0:1329971876.306985:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248431:12345-0@lo:400
00000100:00100000:0.0:1329971876.306999:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248431:12345-0@lo:400 Request procesed in 18us (268us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971876.307010:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971876 exp ffff880008f8f400
00000100:00100000:0.0:1329971876.307019:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248434:12345-0@lo:400
00000100:00100000:0.0:1329971876.307035:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248434:12345-0@lo:400 Request procesed in 19us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971876.307048:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248437:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971876.307060:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248437 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971876] [real_sent 1329971876] [current 1329971876] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373248437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971876.307070:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373248437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971876.307077:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971876.307078:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971876.307081:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248437:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971876.307084:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248438:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971876.307091:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248438 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971876] [real_sent 1329971876] [current 1329971876] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971876.307098:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971876.307103:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971876.307104:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971876.307106:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248438:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971876.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248431:0@lo:400
00000100:00100000:0.0:1329971876.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248432:0@lo:400
00000100:00100000:0.0:1329971876.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248433:0@lo:400
00000100:00100000:0.0:1329971876.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248434:0@lo:400
00000100:00100000:0.0:1329971876.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248435:0@lo:400
00000100:00100000:0.0:1329971876.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248436:0@lo:400
00000100:00100000:0.0:1329971876.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971877.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971878.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971879.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971880.369662:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971881.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971881.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971881.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971881.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334003966
00000100:00000400:0.0:1329971881.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971881.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971881.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971881.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971881.306698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971881.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971881.306701:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971881.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334003966
00000100:00000400:0.0:1329971881.306705:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971881.306707:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971881.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971881.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971881.306734:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248445:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971881.306762:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248445 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971881] [real_sent 1329971881] [current 1329971881] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971881.306772:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971881.306779:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971881.306780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971881.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248445:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971881.306785:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248446:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971881.306793:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248446 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971881] [real_sent 1329971881] [current 1329971881] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971881.306800:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971881.306805:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971881.306806:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971881.306808:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248446:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971881.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248439:0@lo:400
00000100:00100000:0.0:1329971881.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971881.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248440:0@lo:400
00000100:00100000:0.0:1329971881.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971881.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248441:0@lo:400
00000100:00100000:0.0:1329971881.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971881.306902:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248442:0@lo:400
00000100:00100000:0.0:1329971881.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971881.306915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248443:0@lo:400
00000100:00100000:0.0:1329971881.306921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971881.306926:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248444:0@lo:400
00000100:00100000:0.0:1329971881.306933:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971881.306952:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971881 exp ffff880008f8fc00
00000100:00080000:0.0:1329971881.306960:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971881 exp ffff880057c49800
00000100:00080000:0.0:1329971881.306965:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971881 exp ffff8800572c1c00
00000100:00080000:0.0:1329971881.306969:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971881 exp ffff880046d08400
00000100:00100000:0.0:1329971881.306988:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248440:12345-0@lo:400
00000100:00100000:0.0:1329971881.307014:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248440:12345-0@lo:400 Request procesed in 39us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971881.307024:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248441:12345-0@lo:400
00000100:00100000:0.0:1329971881.307036:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248441:12345-0@lo:400 Request procesed in 15us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971881.307043:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248443:12345-0@lo:400
00000100:00100000:0.0:1329971881.307054:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248443:12345-0@lo:400 Request procesed in 13us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971881.307061:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248444:12345-0@lo:400
00000100:00100000:0.0:1329971881.307071:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248444:12345-0@lo:400 Request procesed in 13us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971881.307088:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971881 exp ffff880008f8f400
00000100:00100000:0.0:1329971881.307097:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248442:12345-0@lo:400
00000100:00100000:0.0:1329971881.307114:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248442:12345-0@lo:400 Request procesed in 20us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971881.307125:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971881 exp ffff880052834000
00000100:00100000:0.0:1329971881.307133:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248439:12345-0@lo:400
00000100:00100000:0.0:1329971881.307147:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248439:12345-0@lo:400 Request procesed in 17us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971881.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248439:0@lo:400
00000100:00100000:0.0:1329971881.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248440:0@lo:400
00000100:00100000:0.0:1329971881.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248441:0@lo:400
00000100:00100000:0.0:1329971881.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248442:0@lo:400
00000100:00100000:0.0:1329971881.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248443:0@lo:400
00000100:00100000:0.0:1329971881.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248444:0@lo:400
00000100:00100000:0.0:1329971881.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971882.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971883.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971884.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971885.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971886.306659:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971886.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971886.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971886.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334008966
00000100:00000400:0.0:1329971886.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971886.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971886.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971886.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373248453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971886.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971886.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971886.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971886.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334008966
00000100:00000400:0.0:1329971886.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971886.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971886.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971886.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373248454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971886.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248447:0@lo:400
00000100:00100000:0.0:1329971886.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971886.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248448:0@lo:400
00000100:00100000:0.0:1329971886.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971886.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248449:0@lo:400
00000100:00100000:0.0:1329971886.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971886.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248450:0@lo:400
00000100:00100000:0.0:1329971886.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971886.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248451:0@lo:400
00000100:00100000:0.0:1329971886.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971886.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248452:0@lo:400
00000100:00100000:0.0:1329971886.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971886.306909:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971886 exp ffff880008f8fc00
00000100:00080000:0.0:1329971886.306917:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971886 exp ffff880057c49800
00000100:00080000:0.0:1329971886.306921:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971886 exp ffff8800572c1c00
00000100:00080000:0.0:1329971886.306926:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971886 exp ffff880046d08400
00000100:00100000:0.0:1329971886.306948:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248448:12345-0@lo:400
00000100:00100000:0.0:1329971886.306975:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248448:12345-0@lo:400 Request procesed in 44us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971886.306985:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248449:12345-0@lo:400
00000100:00100000:0.0:1329971886.306997:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248449:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971886.307004:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248451:12345-0@lo:400
00000100:00100000:0.0:1329971886.307015:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248451:12345-0@lo:400 Request procesed in 14us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971886.307022:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248452:12345-0@lo:400
00000100:00100000:0.0:1329971886.307032:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248452:12345-0@lo:400 Request procesed in 12us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971886.307050:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971886 exp ffff880008f8f400
00000100:00100000:0.0:1329971886.307058:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248450:12345-0@lo:400
00000100:00100000:0.0:1329971886.307075:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248450:12345-0@lo:400 Request procesed in 19us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971886.307085:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971886 exp ffff880052834000
00000100:00100000:0.0:1329971886.307093:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248447:12345-0@lo:400
00000100:00100000:0.0:1329971886.307106:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248447:12345-0@lo:400 Request procesed in 15us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971886.307122:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248453:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971886.307135:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248453 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971886] [real_sent 1329971886] [current 1329971886] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373248453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971886.307145:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373248453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971886.307178:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971886.307180:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971886.307183:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248453:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971886.307186:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248454:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971886.307194:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248454 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971886] [real_sent 1329971886] [current 1329971886] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373248454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971886.307201:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373248454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971886.307206:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971886.307207:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971886.307209:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248454:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971886.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248447:0@lo:400
00000100:00100000:0.0:1329971886.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248448:0@lo:400
00000100:00100000:0.0:1329971886.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248449:0@lo:400
00000100:00100000:0.0:1329971886.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248450:0@lo:400
00000100:00100000:0.0:1329971886.307244:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248451:0@lo:400
00000100:00100000:0.0:1329971886.307248:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248452:0@lo:400
00000100:00100000:0.0:1329971886.369582:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971887.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971888.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971889.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971890.369595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971891.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971891.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971891.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971891.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334013966
00000100:00000400:0.0:1329971891.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971891.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971891.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971891.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373248461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971891.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971891.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971891.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971891.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334013966
00000100:00000400:0.0:1329971891.306697:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971891.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971891.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971891.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373248462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971891.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248461:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971891.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248461 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971891] [real_sent 1329971891] [current 1329971891] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373248461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971891.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373248461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971891.306769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971891.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971891.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248461:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971891.306776:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248462:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971891.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248462 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971891] [real_sent 1329971891] [current 1329971891] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373248462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971891.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373248462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971891.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971891.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971891.306799:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248462:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971891.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248455:0@lo:400
00000100:00100000:0.0:1329971891.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971891.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248456:0@lo:400
00000100:00100000:0.0:1329971891.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971891.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248457:0@lo:400
00000100:00100000:0.0:1329971891.306908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971891.306913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248458:0@lo:400
00000100:00100000:0.0:1329971891.306921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971891.306925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248459:0@lo:400
00000100:00100000:0.0:1329971891.306933:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971891.306939:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248460:0@lo:400
00000100:00100000:0.0:1329971891.306959:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971891.306981:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971891 exp ffff880008f8fc00
00000100:00080000:0.0:1329971891.307008:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971891 exp ffff880057c49800
00000100:00080000:0.0:1329971891.307013:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971891 exp ffff8800572c1c00
00000100:00080000:0.0:1329971891.307018:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971891 exp ffff880046d08400
00000100:00100000:0.0:1329971891.307038:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248456:12345-0@lo:400
00000100:00100000:0.0:1329971891.307069:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248456:12345-0@lo:400 Request procesed in 45us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971891.307079:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248457:12345-0@lo:400
00000100:00100000:0.0:1329971891.307092:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248457:12345-0@lo:400 Request procesed in 15us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971891.307099:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248459:12345-0@lo:400
00000100:00100000:0.0:1329971891.307110:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248459:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971891.307132:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248460:12345-0@lo:400
00000100:00100000:0.0:1329971891.307143:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248460:12345-0@lo:400 Request procesed in 16us (184us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971891.307162:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971891 exp ffff880052834000
00000100:00100000:0.0:1329971891.307171:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248455:12345-0@lo:400
00000100:00100000:0.0:1329971891.307184:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248455:12345-0@lo:400 Request procesed in 16us (330us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971891.307196:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971891 exp ffff880008f8f400
00000100:00100000:0.0:1329971891.307233:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248458:12345-0@lo:400
00000100:00100000:0.0:1329971891.307253:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248458:12345-0@lo:400 Request procesed in 27us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971891.307270:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248455:0@lo:400
00000100:00100000:0.0:1329971891.307276:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248456:0@lo:400
00000100:00100000:0.0:1329971891.307280:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248457:0@lo:400
00000100:00100000:0.0:1329971891.307285:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248458:0@lo:400
00000100:00100000:0.0:1329971891.307289:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248459:0@lo:400
00000100:00100000:0.0:1329971891.307293:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248460:0@lo:400
00000100:00100000:0.0:1329971891.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971892.369645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971893.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971894.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971895.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971896.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971896.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971896.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971896.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334018966
00000100:00000400:0.0:1329971896.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971896.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971896.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971896.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971896.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971896.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971896.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971896.306700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334018966
00000100:00000400:0.0:1329971896.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971896.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971896.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971896.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971896.306728:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248463:0@lo:400
00000100:00100000:0.0:1329971896.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971896.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248464:0@lo:400
00000100:00100000:0.0:1329971896.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971896.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248465:0@lo:400
00000100:00100000:0.0:1329971896.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971896.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248466:0@lo:400
00000100:00100000:0.0:1329971896.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971896.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248467:0@lo:400
00000100:00100000:0.0:1329971896.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971896.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248468:0@lo:400
00000100:00100000:0.0:1329971896.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971896.306895:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971896 exp ffff880008f8fc00
00000100:00080000:0.0:1329971896.306903:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971896 exp ffff880057c49800
00000100:00080000:0.0:1329971896.306908:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971896 exp ffff8800572c1c00
00000100:00080000:0.0:1329971896.306912:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971896 exp ffff880046d08400
00000100:00100000:0.0:1329971896.306934:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248464:12345-0@lo:400
00000100:00100000:0.0:1329971896.306962:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248464:12345-0@lo:400 Request procesed in 43us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971896.306971:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248465:12345-0@lo:400
00000100:00100000:0.0:1329971896.306983:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248465:12345-0@lo:400 Request procesed in 15us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971896.306990:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248467:12345-0@lo:400
00000100:00100000:0.0:1329971896.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248467:12345-0@lo:400 Request procesed in 13us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971896.307008:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248468:12345-0@lo:400
00000100:00100000:0.0:1329971896.307019:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248468:12345-0@lo:400 Request procesed in 12us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971896.307036:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971896 exp ffff880008f8f400
00000100:00100000:0.0:1329971896.307044:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248466:12345-0@lo:400
00000100:00100000:0.0:1329971896.307061:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248466:12345-0@lo:400 Request procesed in 20us (210us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971896.307084:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971896 exp ffff880052834000
00000100:00100000:0.0:1329971896.307092:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248463:12345-0@lo:400
00000100:00100000:0.0:1329971896.307106:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248463:12345-0@lo:400 Request procesed in 16us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971896.307119:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248469:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971896.307137:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248469 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971896] [real_sent 1329971896] [current 1329971896] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971896.307147:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971896.307153:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971896.307155:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971896.307158:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248469:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971896.307161:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248470:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971896.307168:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248470 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971896] [real_sent 1329971896] [current 1329971896] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971896.307175:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971896.307180:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971896.307181:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971896.307183:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248470:127.0.0.1@tcp:8
00000400:02020000:0.0:1329971896.307417:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971896.307459:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971896.307469:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971896.307487:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248463:0@lo:400
00000100:00100000:0.0:1329971896.307493:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248464:0@lo:400
00000100:00100000:0.0:1329971896.307497:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248465:0@lo:400
00000100:00100000:0.0:1329971896.307501:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248466:0@lo:400
00000100:00100000:0.0:1329971896.307505:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248467:0@lo:400
00000100:00100000:0.0:1329971896.307509:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248468:0@lo:400
00000100:00100000:0.0:1329971896.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971897.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971898.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971899.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971900.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971901.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971901.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971901.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971901.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334023966
00000100:00000400:0.0:1329971901.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971901.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971901.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971901.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971901.306702:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971901.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971901.306705:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971901.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334023966
00000100:00000400:0.0:1329971901.306709:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971901.306711:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971901.306713:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971901.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373248478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971901.306734:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248477:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971901.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248477 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971901] [real_sent 1329971901] [current 1329971901] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971901.306770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971901.306776:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971901.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971901.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248477:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971901.306783:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248478:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971901.306790:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248478 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971901] [real_sent 1329971901] [current 1329971901] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373248478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971901.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373248478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971901.306802:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971901.306803:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971901.306805:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248478:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971901.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248471:0@lo:400
00000100:00100000:0.0:1329971901.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971901.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248472:0@lo:400
00000100:00100000:0.0:1329971901.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971901.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248473:0@lo:400
00000100:00100000:0.0:1329971901.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971901.306892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248474:0@lo:400
00000100:00100000:0.0:1329971901.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971901.306923:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248475:0@lo:400
00000100:00100000:0.0:1329971901.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971901.306935:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248476:0@lo:400
00000100:00100000:0.0:1329971901.306942:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971901.306961:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971901 exp ffff880008f8fc00
00000100:00080000:0.0:1329971901.306969:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971901 exp ffff880057c49800
00000100:00080000:0.0:1329971901.306973:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971901 exp ffff8800572c1c00
00000100:00100000:0.0:1329971901.306989:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248472:12345-0@lo:400
00000100:00100000:0.0:1329971901.307016:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248472:12345-0@lo:400 Request procesed in 37us (139us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971901.307022:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971901 exp ffff880046d08400
00000100:00100000:0.0:1329971901.307031:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248473:12345-0@lo:400
00000100:00100000:0.0:1329971901.307044:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248473:12345-0@lo:400 Request procesed in 16us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971901.307051:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248475:12345-0@lo:400
00000100:00100000:0.0:1329971901.307062:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248475:12345-0@lo:400 Request procesed in 12us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971901.307068:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248476:12345-0@lo:400
00000100:00100000:0.0:1329971901.307079:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248476:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971901.307099:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971901 exp ffff880052834000
00000100:00100000:0.0:1329971901.307107:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248471:12345-0@lo:400
00000100:00100000:0.0:1329971901.307121:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248471:12345-0@lo:400 Request procesed in 16us (265us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971901.307134:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971901 exp ffff880008f8f400
00000100:00100000:0.0:1329971901.307142:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248474:12345-0@lo:400
00000100:00100000:0.0:1329971901.307158:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248474:12345-0@lo:400 Request procesed in 19us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971901.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248471:0@lo:400
00000100:00100000:0.0:1329971901.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248472:0@lo:400
00000100:00100000:0.0:1329971901.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248473:0@lo:400
00000100:00100000:0.0:1329971901.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248474:0@lo:400
00000100:00100000:0.0:1329971901.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248475:0@lo:400
00000100:00100000:0.0:1329971901.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248476:0@lo:400
00000100:00100000:0.0:1329971901.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971902.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971903.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971904.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971905.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971906.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971906.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971906.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971906.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334028966
00000100:00000400:0.0:1329971906.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971906.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971906.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971906.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373248485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971906.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971906.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971906.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971906.306703:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334028966
00000100:00000400:0.0:1329971906.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971906.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971906.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971906.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373248486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971906.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248479:0@lo:400
00000100:00100000:0.0:1329971906.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971906.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248480:0@lo:400
00000100:00100000:0.0:1329971906.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971906.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248481:0@lo:400
00000100:00100000:0.0:1329971906.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971906.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248482:0@lo:400
00000100:00100000:0.0:1329971906.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971906.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248483:0@lo:400
00000100:00100000:0.0:1329971906.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971906.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248484:0@lo:400
00000100:00100000:0.0:1329971906.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971906.306924:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971906 exp ffff880008f8fc00
00000100:00080000:0.0:1329971906.306931:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971906 exp ffff880057c49800
00000100:00080000:0.0:1329971906.306937:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971906 exp ffff8800572c1c00
00000100:00080000:0.0:1329971906.306941:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971906 exp ffff880046d08400
00000100:00100000:0.0:1329971906.306961:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248480:12345-0@lo:400
00000100:00100000:0.0:1329971906.306988:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248480:12345-0@lo:400 Request procesed in 41us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971906.306998:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248481:12345-0@lo:400
00000100:00100000:0.0:1329971906.307010:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248481:12345-0@lo:400 Request procesed in 15us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971906.307030:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248483:12345-0@lo:400
00000100:00100000:0.0:1329971906.307042:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248483:12345-0@lo:400 Request procesed in 14us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971906.307048:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248484:12345-0@lo:400
00000100:00100000:0.0:1329971906.307059:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248484:12345-0@lo:400 Request procesed in 13us (155us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971906.307076:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971906 exp ffff880052834000
00000100:00100000:0.0:1329971906.307085:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248479:12345-0@lo:400
00000100:00100000:0.0:1329971906.307098:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248479:12345-0@lo:400 Request procesed in 16us (317us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971906.307109:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971906 exp ffff880008f8f400
00000100:00100000:0.0:1329971906.307117:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248482:12345-0@lo:400
00000100:00100000:0.0:1329971906.307133:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248482:12345-0@lo:400 Request procesed in 17us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971906.307144:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248485:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971906.307157:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248485 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971906] [real_sent 1329971906] [current 1329971906] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373248485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971906.307167:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373248485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971906.307173:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971906.307175:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971906.307178:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248485:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971906.307181:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248486:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971906.307187:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248486 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971906] [real_sent 1329971906] [current 1329971906] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373248486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971906.307194:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373248486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971906.307199:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971906.307200:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971906.307202:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248486:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971906.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248479:0@lo:400
00000100:00100000:0.0:1329971906.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248480:0@lo:400
00000100:00100000:0.0:1329971906.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248481:0@lo:400
00000100:00100000:0.0:1329971906.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248482:0@lo:400
00000100:00100000:0.0:1329971906.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248483:0@lo:400
00000100:00100000:0.0:1329971906.307240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248484:0@lo:400
00000100:00100000:0.0:1329971906.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971907.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971908.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971909.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971910.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971911.306637:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971911.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971911.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971911.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334033966
00000100:00000400:0.0:1329971911.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971911.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971911.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971911.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373248493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971911.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971911.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971911.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971911.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334033966
00000100:00000400:0.0:1329971911.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971911.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971911.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971911.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373248494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971911.306706:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248493:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971911.306730:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248493 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971911] [real_sent 1329971911] [current 1329971911] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373248493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971911.306740:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373248493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971911.306746:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971911.306748:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971911.306751:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248493:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971911.306754:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248494:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971911.306761:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248494 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971911] [real_sent 1329971911] [current 1329971911] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373248494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971911.306768:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373248494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971911.306773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971911.306774:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971911.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248494:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971911.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248487:0@lo:400
00000100:00100000:0.0:1329971911.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971911.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248488:0@lo:400
00000100:00100000:0.0:1329971911.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971911.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248489:0@lo:400
00000100:00100000:0.0:1329971911.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971911.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248490:0@lo:400
00000100:00100000:0.0:1329971911.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971911.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248491:0@lo:400
00000100:00100000:0.0:1329971911.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971911.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248492:0@lo:400
00000100:00100000:0.0:1329971911.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971911.306876:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971911 exp ffff880008f8fc00
00000100:00080000:0.0:1329971911.306884:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971911 exp ffff880057c49800
00000100:00080000:0.0:1329971911.306888:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971911 exp ffff8800572c1c00
00000100:00080000:0.0:1329971911.306893:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971911 exp ffff880046d08400
00000100:00100000:0.0:1329971911.306910:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248488:12345-0@lo:400
00000100:00100000:0.0:1329971911.306936:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248488:12345-0@lo:400 Request procesed in 36us (120us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971911.306945:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248489:12345-0@lo:400
00000100:00100000:0.0:1329971911.306957:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248489:12345-0@lo:400 Request procesed in 15us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971911.306964:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248491:12345-0@lo:400
00000100:00100000:0.0:1329971911.306974:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248491:12345-0@lo:400 Request procesed in 12us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971911.306981:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248492:12345-0@lo:400
00000100:00100000:0.0:1329971911.306992:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248492:12345-0@lo:400 Request procesed in 13us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971911.307008:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971911 exp ffff880008f8f400
00000100:00100000:0.0:1329971911.307017:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248490:12345-0@lo:400
00000100:00100000:0.0:1329971911.307032:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248490:12345-0@lo:400 Request procesed in 18us (194us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971911.307042:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971911 exp ffff880052834000
00000100:00100000:0.0:1329971911.307050:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248487:12345-0@lo:400
00000100:00100000:0.0:1329971911.307064:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248487:12345-0@lo:400 Request procesed in 15us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971911.307081:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248487:0@lo:400
00000100:00100000:0.0:1329971911.307087:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248488:0@lo:400
00000100:00100000:0.0:1329971911.307091:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248489:0@lo:400
00000100:00100000:0.0:1329971911.307096:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248490:0@lo:400
00000100:00100000:0.0:1329971911.307100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248491:0@lo:400
00000100:00100000:0.0:1329971911.307103:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248492:0@lo:400
00000100:00100000:0.0:1329971911.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971912.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971913.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971914.369637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971915.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971916.306621:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971916.306626:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971916.306628:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971916.306633:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334038966
00000100:00000400:0.0:1329971916.306635:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971916.306640:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971916.306645:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971916.306654:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373248501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971916.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971916.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971916.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971916.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334038966
00000100:00000400:0.0:1329971916.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971916.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971916.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971916.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373248502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971916.306692:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248501:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971916.306717:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248501 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971916] [real_sent 1329971916] [current 1329971916] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373248501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971916.306727:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373248501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971916.306734:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971916.306735:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971916.306737:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248501:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971916.306740:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248502:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971916.306748:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248502 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971916] [real_sent 1329971916] [current 1329971916] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373248502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971916.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373248502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971916.306760:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971916.306761:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971916.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248502:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971916.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248495:0@lo:400
00000100:00100000:0.0:1329971916.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971916.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248496:0@lo:400
00000100:00100000:0.0:1329971916.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971916.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248497:0@lo:400
00000100:00100000:0.0:1329971916.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971916.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248498:0@lo:400
00000100:00100000:0.0:1329971916.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971916.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248499:0@lo:400
00000100:00100000:0.0:1329971916.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971916.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248500:0@lo:400
00000100:00100000:0.0:1329971916.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971916.306863:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971916 exp ffff880052834000
00000100:00100000:0.0:1329971916.306886:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248495:12345-0@lo:400
00000100:00100000:0.0:1329971916.306909:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248495:12345-0@lo:400 Request procesed in 38us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971916.306922:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971916 exp ffff880008f8fc00
00000100:00080000:0.0:1329971916.306946:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971916 exp ffff880057c49800
00000100:00080000:0.0:1329971916.306955:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971916 exp ffff8800572c1c00
00000100:00080000:0.0:1329971916.306962:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971916 exp ffff880046d08400
00000100:00100000:0.0:1329971916.306978:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248496:12345-0@lo:400
00000100:00100000:0.0:1329971916.307007:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248496:12345-0@lo:400 Request procesed in 35us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971916.307021:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248497:12345-0@lo:400
00000100:00100000:0.0:1329971916.307036:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248497:12345-0@lo:400 Request procesed in 20us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971916.307044:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248499:12345-0@lo:400
00000100:00100000:0.0:1329971916.307055:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248499:12345-0@lo:400 Request procesed in 13us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971916.307061:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248500:12345-0@lo:400
00000100:00100000:0.0:1329971916.307072:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248500:12345-0@lo:400 Request procesed in 13us (224us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971916.307084:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971916 exp ffff880008f8f400
00000100:00100000:0.0:1329971916.307093:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248498:12345-0@lo:400
00000100:00100000:0.0:1329971916.307109:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248498:12345-0@lo:400 Request procesed in 18us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971916.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248495:0@lo:400
00000100:00100000:0.0:1329971916.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248496:0@lo:400
00000100:00100000:0.0:1329971916.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248497:0@lo:400
00000100:00100000:0.0:1329971916.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248498:0@lo:400
00000100:00100000:0.0:1329971916.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248499:0@lo:400
00000100:00100000:0.0:1329971916.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248500:0@lo:400
00000100:00100000:0.0:1329971916.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971917.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971918.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971919.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971920.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971921.306603:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971921.306608:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971921.306610:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971921.306615:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334043966
00000100:00000400:0.0:1329971921.306617:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971921.306623:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971921.306628:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971921.306636:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971921.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971921.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971921.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971921.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334043966
00000100:00000400:0.0:1329971921.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971921.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971921.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971921.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373248510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971921.306676:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248509:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971921.306701:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248509 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971921] [real_sent 1329971921] [current 1329971921] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971921.306712:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971921.306718:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971921.306719:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971921.306722:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248509:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971921.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248510:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971921.306732:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248510 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971921] [real_sent 1329971921] [current 1329971921] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373248510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971921.306739:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373248510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971921.306744:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971921.306745:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971921.306747:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248510:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971921.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248503:0@lo:400
00000100:00100000:0.0:1329971921.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971921.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248504:0@lo:400
00000100:00100000:0.0:1329971921.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971921.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248505:0@lo:400
00000100:00100000:0.0:1329971921.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971921.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248506:0@lo:400
00000100:00100000:0.0:1329971921.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971921.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248507:0@lo:400
00000100:00100000:0.0:1329971921.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971921.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248508:0@lo:400
00000100:00100000:0.0:1329971921.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971921.306884:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971921 exp ffff880052834000
00000100:00100000:0.0:1329971921.306903:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248503:12345-0@lo:400
00000100:00100000:0.0:1329971921.306957:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248503:12345-0@lo:400 Request procesed in 64us (184us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971921.306972:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971921 exp ffff880008f8fc00
00000100:00080000:0.0:1329971921.306979:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971921 exp ffff880057c49800
00000100:00080000:0.0:1329971921.306983:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971921 exp ffff8800572c1c00
00000100:00080000:0.0:1329971921.306988:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971921 exp ffff880046d08400
00000100:00100000:0.0:1329971921.306998:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248504:12345-0@lo:400
00000100:00100000:0.0:1329971921.307016:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248504:12345-0@lo:400 Request procesed in 22us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971921.307036:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248505:12345-0@lo:400
00000100:00100000:0.0:1329971921.307048:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248505:12345-0@lo:400 Request procesed in 14us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971921.307055:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248507:12345-0@lo:400
00000100:00100000:0.0:1329971921.307067:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248507:12345-0@lo:400 Request procesed in 13us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971921.307073:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248508:12345-0@lo:400
00000100:00100000:0.0:1329971921.307084:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248508:12345-0@lo:400 Request procesed in 13us (219us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971921.307095:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971921 exp ffff880008f8f400
00000100:00100000:0.0:1329971921.307103:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248506:12345-0@lo:400
00000100:00100000:0.0:1329971921.307120:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248506:12345-0@lo:400 Request procesed in 20us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971921.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248503:0@lo:400
00000100:00100000:0.0:1329971921.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248504:0@lo:400
00000100:00100000:0.0:1329971921.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248505:0@lo:400
00000100:00100000:0.0:1329971921.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248506:0@lo:400
00000100:00100000:0.0:1329971921.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248507:0@lo:400
00000100:00100000:0.0:1329971921.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248508:0@lo:400
00000100:00100000:0.0:1329971921.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971922.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971923.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971924.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971925.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971926.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971926.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971926.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971926.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334048966
00000100:00000400:0.0:1329971926.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971926.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971926.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971926.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971926.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971926.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971926.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971926.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334048966
00000100:00000400:0.0:1329971926.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971926.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971926.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971926.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971926.306699:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248517:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971926.306723:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248517 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971926] [real_sent 1329971926] [current 1329971926] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971926.306734:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971926.306740:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971926.306741:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971926.306744:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248517:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971926.306747:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248518:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971926.306753:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248518 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971926] [real_sent 1329971926] [current 1329971926] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971926.306767:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971926.306771:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971926.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971926.306775:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248518:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971926.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248511:0@lo:400
00000100:00100000:0.0:1329971926.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971926.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248512:0@lo:400
00000100:00100000:0.0:1329971926.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971926.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248513:0@lo:400
00000100:00100000:0.0:1329971926.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971926.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248514:0@lo:400
00000100:00100000:0.0:1329971926.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971926.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248515:0@lo:400
00000100:00100000:0.0:1329971926.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971926.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248516:0@lo:400
00000100:00100000:0.0:1329971926.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971926.306874:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971926 exp ffff880052834000
00000100:00100000:0.0:1329971926.306895:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248511:12345-0@lo:400
00000100:00100000:0.0:1329971926.306918:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248511:12345-0@lo:400 Request procesed in 36us (119us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971926.306932:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971926 exp ffff880008f8fc00
00000100:00080000:0.0:1329971926.306938:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971926 exp ffff880057c49800
00000100:00080000:0.0:1329971926.306943:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971926 exp ffff8800572c1c00
00000100:00080000:0.0:1329971926.306948:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971926 exp ffff880046d08400
00000100:00100000:0.0:1329971926.306955:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248512:12345-0@lo:400
00000100:00100000:0.0:1329971926.306972:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248512:12345-0@lo:400 Request procesed in 19us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971926.306980:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248513:12345-0@lo:400
00000100:00100000:0.0:1329971926.306991:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248513:12345-0@lo:400 Request procesed in 14us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971926.306998:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248515:12345-0@lo:400
00000100:00100000:0.0:1329971926.307009:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248515:12345-0@lo:400 Request procesed in 13us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971926.307015:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248516:12345-0@lo:400
00000100:00100000:0.0:1329971926.307026:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248516:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971926.307036:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971926 exp ffff880008f8f400
00000100:00100000:0.0:1329971926.307044:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248514:12345-0@lo:400
00000100:00100000:0.0:1329971926.307060:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248514:12345-0@lo:400 Request procesed in 19us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971926.307082:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248511:0@lo:400
00000100:00100000:0.0:1329971926.307088:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248512:0@lo:400
00000100:00100000:0.0:1329971926.307092:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248513:0@lo:400
00000100:00100000:0.0:1329971926.307096:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248514:0@lo:400
00000100:00100000:0.0:1329971926.307100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248515:0@lo:400
00000100:00100000:0.0:1329971926.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248516:0@lo:400
00000100:00100000:0.0:1329971926.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971927.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971928.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971929.369637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971930.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971931.306627:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971931.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971931.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971931.306639:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334053966
00000100:00000400:0.0:1329971931.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971931.306646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971931.306651:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971931.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373248525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971931.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971931.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971931.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971931.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334053966
00000100:00000400:0.0:1329971931.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971931.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971931.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971931.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373248526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971931.306698:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248519:0@lo:400
00000100:00100000:0.0:1329971931.306721:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971931.306730:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248520:0@lo:400
00000100:00100000:0.0:1329971931.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971931.306743:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248521:0@lo:400
00000100:00100000:0.0:1329971931.306750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971931.306755:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248522:0@lo:400
00000100:00100000:0.0:1329971931.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971931.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248523:0@lo:400
00000100:00100000:0.0:1329971931.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971931.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248524:0@lo:400
00000100:00100000:0.0:1329971931.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971931.306801:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971931 exp ffff880052834000
00000100:00100000:0.0:1329971931.306818:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248519:12345-0@lo:400
00000100:00100000:0.0:1329971931.306841:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248519:12345-0@lo:400 Request procesed in 31us (119us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971931.306854:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971931 exp ffff880008f8fc00
00000100:00080000:0.0:1329971931.306860:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971931 exp ffff880057c49800
00000100:00080000:0.0:1329971931.306865:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971931 exp ffff8800572c1c00
00000100:00080000:0.0:1329971931.306869:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971931 exp ffff880046d08400
00000100:00100000:0.0:1329971931.306879:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248520:12345-0@lo:400
00000100:00100000:0.0:1329971931.306895:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248520:12345-0@lo:400 Request procesed in 21us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971931.306903:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248521:12345-0@lo:400
00000100:00100000:0.0:1329971931.306914:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248521:12345-0@lo:400 Request procesed in 14us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971931.306921:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248523:12345-0@lo:400
00000100:00100000:0.0:1329971931.306932:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248523:12345-0@lo:400 Request procesed in 13us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971931.306939:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248524:12345-0@lo:400
00000100:00100000:0.0:1329971931.306949:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248524:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971931.306969:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971931 exp ffff880008f8f400
00000100:00100000:0.0:1329971931.306978:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248522:12345-0@lo:400
00000100:00100000:0.0:1329971931.306994:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248522:12345-0@lo:400 Request procesed in 19us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971931.307014:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248525:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971931.307026:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248525 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971931] [real_sent 1329971931] [current 1329971931] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373248525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971931.307036:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373248525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971931.307042:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971931.307044:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971931.307046:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248525:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971931.307049:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248526:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971931.307056:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248526 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971931] [real_sent 1329971931] [current 1329971931] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373248526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971931.307063:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373248526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971931.307067:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971931.307069:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971931.307071:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248526:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971931.307085:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248519:0@lo:400
00000100:00100000:0.0:1329971931.307091:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248520:0@lo:400
00000100:00100000:0.0:1329971931.307096:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248521:0@lo:400
00000100:00100000:0.0:1329971931.307100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248522:0@lo:400
00000100:00100000:0.0:1329971931.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248523:0@lo:400
00000100:00100000:0.0:1329971931.307108:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248524:0@lo:400
00000100:00100000:0.0:1329971931.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971932.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971933.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971934.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971935.369590:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971936.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971936.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971936.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971936.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334058966
00000100:00000400:0.0:1329971936.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971936.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971936.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971936.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373248533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971936.306699:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971936.306700:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971936.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971936.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334058966
00000100:00000400:0.0:1329971936.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971936.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971936.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971936.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971936.306740:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248527:0@lo:400
00000100:00100000:0.0:1329971936.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971936.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248528:0@lo:400
00000100:00100000:0.0:1329971936.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971936.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248529:0@lo:400
00000100:00100000:0.0:1329971936.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971936.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248530:0@lo:400
00000100:00100000:0.0:1329971936.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971936.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248531:0@lo:400
00000100:00100000:0.0:1329971936.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971936.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248532:0@lo:400
00000100:00100000:0.0:1329971936.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971936.306885:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971936 exp ffff880052834000
00000100:00100000:0.0:1329971936.306911:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248527:12345-0@lo:400
00000100:00100000:0.0:1329971936.306974:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248527:12345-0@lo:400 Request procesed in 80us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971936.306990:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971936 exp ffff880008f8fc00
00000100:00080000:0.0:1329971936.306997:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971936 exp ffff880057c49800
00000100:00080000:0.0:1329971936.307002:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971936 exp ffff8800572c1c00
00000100:00080000:0.0:1329971936.307006:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971936 exp ffff880046d08400
00000100:00100000:0.0:1329971936.307015:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248528:12345-0@lo:400
00000100:00100000:0.0:1329971936.307032:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248528:12345-0@lo:400 Request procesed in 21us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971936.307040:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248529:12345-0@lo:400
00000100:00100000:0.0:1329971936.307052:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248529:12345-0@lo:400 Request procesed in 14us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971936.307059:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248531:12345-0@lo:400
00000100:00100000:0.0:1329971936.307070:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248531:12345-0@lo:400 Request procesed in 13us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971936.307077:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248532:12345-0@lo:400
00000100:00100000:0.0:1329971936.307087:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248532:12345-0@lo:400 Request procesed in 12us (222us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971936.307098:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971936 exp ffff880008f8f400
00000100:00100000:0.0:1329971936.307106:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248530:12345-0@lo:400
00000100:00100000:0.0:1329971936.307123:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248530:12345-0@lo:400 Request procesed in 18us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971936.307144:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248533:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971936.307158:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248533 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971936] [real_sent 1329971936] [current 1329971936] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373248533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971936.307168:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373248533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971936.307174:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971936.307176:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971936.307178:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248533:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971936.307181:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248534:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971936.307192:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248534 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971936] [real_sent 1329971936] [current 1329971936] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971936.307199:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971936.307204:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971936.307206:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971936.307208:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248534:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971936.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248527:0@lo:400
00000100:00100000:0.0:1329971936.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248528:0@lo:400
00000100:00100000:0.0:1329971936.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248529:0@lo:400
00000100:00100000:0.0:1329971936.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248530:0@lo:400
00000100:00100000:0.0:1329971936.307242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248531:0@lo:400
00000100:00100000:0.0:1329971936.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248532:0@lo:400
00000100:00100000:0.0:1329971936.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971937.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971938.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971939.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971940.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971941.306618:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971941.306622:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971941.306623:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971941.306627:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334063966
00000100:00000400:0.0:1329971941.306628:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971941.306631:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971941.306636:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971941.306643:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971941.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971941.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971941.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971941.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334063966
00000100:00000400:0.0:1329971941.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971941.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971941.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971941.306655:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373248542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971941.306668:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248541:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971941.306688:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248541 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971941] [real_sent 1329971941] [current 1329971941] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971941.306694:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971941.306697:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971941.306698:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971941.306699:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248541:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971941.306700:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248542:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971941.306704:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248542 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971941] [real_sent 1329971941] [current 1329971941] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373248542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971941.306707:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373248542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971941.306709:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971941.306710:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971941.306711:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248542:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971941.306719:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248535:0@lo:400
00000100:00100000:0.0:1329971941.306727:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971941.306731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248536:0@lo:400
00000100:00100000:0.0:1329971941.306736:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971941.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248537:0@lo:400
00000100:00100000:0.0:1329971941.306742:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971941.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248538:0@lo:400
00000100:00100000:0.0:1329971941.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971941.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248539:0@lo:400
00000100:00100000:0.0:1329971941.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971941.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248540:0@lo:400
00000100:00100000:0.0:1329971941.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971941.306773:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971941 exp ffff880052834000
00000100:00100000:0.0:1329971941.306787:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248535:12345-0@lo:400
00000100:00100000:0.0:1329971941.306801:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248535:12345-0@lo:400 Request procesed in 24us (75us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971941.306809:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971941 exp ffff880008f8fc00
00000100:00080000:0.0:1329971941.306813:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971941 exp ffff880057c49800
00000100:00080000:0.0:1329971941.306815:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971941 exp ffff8800572c1c00
00000100:00080000:0.0:1329971941.306817:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971941 exp ffff880046d08400
00000100:00100000:0.0:1329971941.306821:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248536:12345-0@lo:400
00000100:00100000:0.0:1329971941.306831:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248536:12345-0@lo:400 Request procesed in 11us (95us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971941.306835:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248537:12345-0@lo:400
00000100:00100000:0.0:1329971941.306841:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248537:12345-0@lo:400 Request procesed in 7us (99us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971941.306844:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248539:12345-0@lo:400
00000100:00100000:0.0:1329971941.306849:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248539:12345-0@lo:400 Request procesed in 7us (95us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971941.306852:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248540:12345-0@lo:400
00000100:00100000:0.0:1329971941.306857:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248540:12345-0@lo:400 Request procesed in 5us (95us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971941.306862:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971941 exp ffff880008f8f400
00000100:00100000:0.0:1329971941.306867:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248538:12345-0@lo:400
00000100:00100000:0.0:1329971941.306875:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248538:12345-0@lo:400 Request procesed in 9us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971941.306889:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248535:0@lo:400
00000100:00100000:0.0:1329971941.306892:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248536:0@lo:400
00000100:00100000:0.0:1329971941.306894:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248537:0@lo:400
00000100:00100000:0.0:1329971941.306896:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248538:0@lo:400
00000100:00100000:0.0:1329971941.306898:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248539:0@lo:400
00000100:00100000:0.0:1329971941.306900:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248540:0@lo:400
00000100:00100000:0.0:1329971941.369587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971942.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971943.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971944.369584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971945.369569:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971946.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971946.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971946.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971946.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334068966
00000100:00000400:0.0:1329971946.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971946.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971946.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971946.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971946.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971946.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971946.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971946.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334068966
00000100:00000400:0.0:1329971946.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971946.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971946.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971946.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373248550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971946.306712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248543:0@lo:400
00000100:00100000:0.0:1329971946.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971946.306747:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248544:0@lo:400
00000100:00100000:0.0:1329971946.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971946.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248545:0@lo:400
00000100:00100000:0.0:1329971946.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971946.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248546:0@lo:400
00000100:00100000:0.0:1329971946.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971946.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248547:0@lo:400
00000100:00100000:0.0:1329971946.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971946.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248548:0@lo:400
00000100:00100000:0.0:1329971946.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971946.306858:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971946 exp ffff880052834000
00000100:00100000:0.0:1329971946.306887:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248543:12345-0@lo:400
00000100:00100000:0.0:1329971946.306914:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248543:12345-0@lo:400 Request procesed in 47us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971946.306929:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971946 exp ffff880008f8fc00
00000100:00080000:0.0:1329971946.306936:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971946 exp ffff880057c49800
00000100:00080000:0.0:1329971946.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971946 exp ffff8800572c1c00
00000100:00080000:0.0:1329971946.306945:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971946 exp ffff880046d08400
00000100:00100000:0.0:1329971946.306953:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248544:12345-0@lo:400
00000100:00100000:0.0:1329971946.306971:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248544:12345-0@lo:400 Request procesed in 21us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971946.306980:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248545:12345-0@lo:400
00000100:00100000:0.0:1329971946.306991:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248545:12345-0@lo:400 Request procesed in 14us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971946.306998:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248547:12345-0@lo:400
00000100:00100000:0.0:1329971946.307009:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248547:12345-0@lo:400 Request procesed in 13us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971946.307028:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248548:12345-0@lo:400
00000100:00100000:0.0:1329971946.307039:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248548:12345-0@lo:400 Request procesed in 13us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971946.307049:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971946 exp ffff880008f8f400
00000100:00100000:0.0:1329971946.307058:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248546:12345-0@lo:400
00000100:00100000:0.0:1329971946.307075:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248546:12345-0@lo:400 Request procesed in 19us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971946.307096:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248549:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971946.307110:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248549 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971946] [real_sent 1329971946] [current 1329971946] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971946.307120:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971946.307127:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971946.307128:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971946.307131:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248549:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971946.307134:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248550:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971946.307141:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248550 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971946] [real_sent 1329971946] [current 1329971946] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373248550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971946.307148:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373248550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971946.307153:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971946.307154:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971946.307156:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248550:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971946.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248543:0@lo:400
00000100:00100000:0.0:1329971946.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248544:0@lo:400
00000100:00100000:0.0:1329971946.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248545:0@lo:400
00000100:00100000:0.0:1329971946.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248546:0@lo:400
00000100:00100000:0.0:1329971946.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248547:0@lo:400
00000100:00100000:0.0:1329971946.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248548:0@lo:400
00000100:00100000:0.0:1329971946.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971947.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971948.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971949.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971950.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971951.306611:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971951.306618:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971951.306620:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971951.306625:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334073966
00000100:00000400:0.0:1329971951.306628:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971951.306633:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971951.306639:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971951.306646:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373248557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971951.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971951.306655:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971951.306657:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971951.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334073966
00000100:00000400:0.0:1329971951.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971951.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971951.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971951.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373248558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971951.306687:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248551:0@lo:400
00000100:00100000:0.0:1329971951.306714:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971951.306727:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248552:0@lo:400
00000100:00100000:0.0:1329971951.306741:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971951.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248553:0@lo:400
00000100:00100000:0.0:1329971951.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971951.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248554:0@lo:400
00000100:00100000:0.0:1329971951.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971951.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248555:0@lo:400
00000100:00100000:0.0:1329971951.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971951.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248556:0@lo:400
00000100:00100000:0.0:1329971951.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971951.306820:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971951 exp ffff880052834000
00000100:00100000:0.0:1329971951.306839:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248551:12345-0@lo:400
00000100:00100000:0.0:1329971951.306864:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248551:12345-0@lo:400 Request procesed in 34us (150us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971951.306877:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971951 exp ffff880008f8fc00
00000100:00080000:0.0:1329971951.306883:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971951 exp ffff880057c49800
00000100:00080000:0.0:1329971951.306888:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971951 exp ffff8800572c1c00
00000100:00080000:0.0:1329971951.306892:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971951 exp ffff880046d08400
00000100:00100000:0.0:1329971951.306903:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248552:12345-0@lo:400
00000100:00100000:0.0:1329971951.306921:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248552:12345-0@lo:400 Request procesed in 23us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971951.306929:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248553:12345-0@lo:400
00000100:00100000:0.0:1329971951.306940:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248553:12345-0@lo:400 Request procesed in 14us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971951.306947:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248555:12345-0@lo:400
00000100:00100000:0.0:1329971951.306985:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248555:12345-0@lo:400 Request procesed in 39us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971951.306992:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248556:12345-0@lo:400
00000100:00100000:0.0:1329971951.307004:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248556:12345-0@lo:400 Request procesed in 14us (203us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971951.307018:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971951 exp ffff880008f8f400
00000100:00100000:0.0:1329971951.307027:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248554:12345-0@lo:400
00000100:00100000:0.0:1329971951.307044:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248554:12345-0@lo:400 Request procesed in 19us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971951.307077:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248557:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971951.307089:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248557 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971951] [real_sent 1329971951] [current 1329971951] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373248557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971951.307100:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373248557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971951.307106:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971951.307108:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971951.307110:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248557:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971951.307113:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248558:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971951.307120:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248558 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971951] [real_sent 1329971951] [current 1329971951] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373248558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971951.307127:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373248558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971951.307132:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971951.307133:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971951.307135:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248558:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971951.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248551:0@lo:400
00000100:00100000:0.0:1329971951.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248552:0@lo:400
00000100:00100000:0.0:1329971951.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248553:0@lo:400
00000100:00100000:0.0:1329971951.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248554:0@lo:400
00000100:00100000:0.0:1329971951.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248555:0@lo:400
00000100:00100000:0.0:1329971951.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248556:0@lo:400
00000100:00100000:0.0:1329971951.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971952.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971953.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971954.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971955.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971956.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971956.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971956.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971956.306653:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334078966
00000100:00000400:0.0:1329971956.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971956.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971956.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971956.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373248565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971956.306707:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971956.306709:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971956.306710:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971956.306713:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334078966
00000100:00000400:0.0:1329971956.306714:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971956.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971956.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971956.306722:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971956.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248559:0@lo:400
00000100:00100000:0.0:1329971956.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971956.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248560:0@lo:400
00000100:00100000:0.0:1329971956.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971956.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248561:0@lo:400
00000100:00100000:0.0:1329971956.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971956.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248562:0@lo:400
00000100:00100000:0.0:1329971956.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971956.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248563:0@lo:400
00000100:00100000:0.0:1329971956.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971956.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248564:0@lo:400
00000100:00100000:0.0:1329971956.306898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971956.306917:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971956 exp ffff880052834000
00000100:00100000:0.0:1329971956.306940:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248559:12345-0@lo:400
00000100:00100000:0.0:1329971956.306964:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248559:12345-0@lo:400 Request procesed in 39us (196us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971956.306978:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971956 exp ffff880008f8fc00
00000100:00080000:0.0:1329971956.306984:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971956 exp ffff880057c49800
00000100:00080000:0.0:1329971956.306989:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971956 exp ffff8800572c1c00
00000100:00080000:0.0:1329971956.306993:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971956 exp ffff880046d08400
00000100:00100000:0.0:1329971956.307001:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248560:12345-0@lo:400
00000100:00100000:0.0:1329971956.307017:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248560:12345-0@lo:400 Request procesed in 19us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971956.307025:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248561:12345-0@lo:400
00000100:00100000:0.0:1329971956.307037:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248561:12345-0@lo:400 Request procesed in 13us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971956.307044:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248563:12345-0@lo:400
00000100:00100000:0.0:1329971956.307054:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248563:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971956.307061:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248564:12345-0@lo:400
00000100:00100000:0.0:1329971956.307072:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248564:12345-0@lo:400 Request procesed in 12us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971956.307082:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971956 exp ffff880008f8f400
00000100:00100000:0.0:1329971956.307090:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248562:12345-0@lo:400
00000100:00100000:0.0:1329971956.307106:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248562:12345-0@lo:400 Request procesed in 18us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971956.307126:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248565:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971956.307143:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248565 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971956] [real_sent 1329971956] [current 1329971956] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373248565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971956.307154:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373248565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971956.307160:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971956.307162:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971956.307164:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248565:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971956.307167:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248566:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971956.307174:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248566 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971956] [real_sent 1329971956] [current 1329971956] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971956.307182:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971956.307187:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971956.307188:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971956.307190:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248566:127.0.0.1@tcp:8
00000400:02020000:0.0:1329971956.307325:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329971956.307364:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329971956.307374:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329971956.307389:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248559:0@lo:400
00000100:00100000:0.0:1329971956.307396:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248560:0@lo:400
00000100:00100000:0.0:1329971956.307400:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248561:0@lo:400
00000100:00100000:0.0:1329971956.307404:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248562:0@lo:400
00000100:00100000:0.0:1329971956.307408:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248563:0@lo:400
00000100:00100000:0.0:1329971956.307412:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248564:0@lo:400
00000100:00100000:0.0:1329971956.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971957.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971958.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971959.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971960.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971961.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971961.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971961.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971961.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334083966
00000100:00000400:0.0:1329971961.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971961.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971961.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971961.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971961.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971961.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971961.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971961.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334083966
00000100:00000400:0.0:1329971961.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971961.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971961.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971961.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971961.306725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248567:0@lo:400
00000100:00100000:0.0:1329971961.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971961.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248568:0@lo:400
00000100:00100000:0.0:1329971961.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971961.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248569:0@lo:400
00000100:00100000:0.0:1329971961.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971961.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248570:0@lo:400
00000100:00100000:0.0:1329971961.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971961.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248571:0@lo:400
00000100:00100000:0.0:1329971961.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971961.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248572:0@lo:400
00000100:00100000:0.0:1329971961.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971961.306865:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971961 exp ffff880052834000
00000100:00100000:0.0:1329971961.306882:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248567:12345-0@lo:400
00000100:00100000:0.0:1329971961.306908:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248567:12345-0@lo:400 Request procesed in 34us (159us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971961.306924:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971961 exp ffff880008f8fc00
00000100:00080000:0.0:1329971961.306931:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971961 exp ffff880057c49800
00000100:00080000:0.0:1329971961.306936:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971961 exp ffff8800572c1c00
00000100:00080000:0.0:1329971961.306940:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971961 exp ffff880046d08400
00000100:00100000:0.0:1329971961.306950:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248568:12345-0@lo:400
00000100:00100000:0.0:1329971961.306966:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248568:12345-0@lo:400 Request procesed in 21us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971961.306975:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248569:12345-0@lo:400
00000100:00100000:0.0:1329971961.306987:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248569:12345-0@lo:400 Request procesed in 14us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971961.307004:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248571:12345-0@lo:400
00000100:00100000:0.0:1329971961.307015:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248571:12345-0@lo:400 Request procesed in 14us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971961.307022:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248572:12345-0@lo:400
00000100:00100000:0.0:1329971961.307033:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248572:12345-0@lo:400 Request procesed in 13us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971961.307043:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971961 exp ffff880008f8f400
00000100:00100000:0.0:1329971961.307052:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248570:12345-0@lo:400
00000100:00100000:0.0:1329971961.307067:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248570:12345-0@lo:400 Request procesed in 18us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971961.307088:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248573:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971961.307100:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248573 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971961] [real_sent 1329971961] [current 1329971961] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971961.307117:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971961.307123:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971961.307125:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971961.307128:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248573:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971961.307131:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248574:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971961.307137:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248574 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971961] [real_sent 1329971961] [current 1329971961] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971961.307144:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971961.307149:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971961.307150:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971961.307152:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248574:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971961.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248567:0@lo:400
00000100:00100000:0.0:1329971961.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248568:0@lo:400
00000100:00100000:0.0:1329971961.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248569:0@lo:400
00000100:00100000:0.0:1329971961.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248570:0@lo:400
00000100:00100000:0.0:1329971961.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248571:0@lo:400
00000100:00100000:0.0:1329971961.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248572:0@lo:400
00000100:00100000:0.0:1329971961.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971962.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971963.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971964.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971965.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971966.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971966.306655:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971966.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971966.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334088966
00000100:00000400:0.0:1329971966.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971966.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971966.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971966.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971966.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971966.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971966.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971966.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334088966
00000100:00000400:0.0:1329971966.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971966.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971966.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971966.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971966.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248575:0@lo:400
00000100:00100000:0.0:1329971966.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971966.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248576:0@lo:400
00000100:00100000:0.0:1329971966.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971966.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248577:0@lo:400
00000100:00100000:0.0:1329971966.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971966.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248578:0@lo:400
00000100:00100000:0.0:1329971966.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971966.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248579:0@lo:400
00000100:00100000:0.0:1329971966.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971966.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248580:0@lo:400
00000100:00100000:0.0:1329971966.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971966.306858:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971966 exp ffff880052834000
00000100:00100000:0.0:1329971966.306879:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248575:12345-0@lo:400
00000100:00100000:0.0:1329971966.306904:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248575:12345-0@lo:400 Request procesed in 37us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971966.306917:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971966 exp ffff880008f8fc00
00000100:00080000:0.0:1329971966.306924:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971966 exp ffff880057c49800
00000100:00080000:0.0:1329971966.306929:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971966 exp ffff8800572c1c00
00000100:00080000:0.0:1329971966.306933:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971966 exp ffff880046d08400
00000100:00100000:0.0:1329971966.306941:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248576:12345-0@lo:400
00000100:00100000:0.0:1329971966.306957:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248576:12345-0@lo:400 Request procesed in 19us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971966.306966:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248577:12345-0@lo:400
00000100:00100000:0.0:1329971966.306977:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248577:12345-0@lo:400 Request procesed in 14us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971966.306983:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248579:12345-0@lo:400
00000100:00100000:0.0:1329971966.306994:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248579:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971966.307001:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248580:12345-0@lo:400
00000100:00100000:0.0:1329971966.307011:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248580:12345-0@lo:400 Request procesed in 12us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971966.307024:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971966 exp ffff880008f8f400
00000100:00100000:0.0:1329971966.307032:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248578:12345-0@lo:400
00000100:00100000:0.0:1329971966.307049:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248578:12345-0@lo:400 Request procesed in 18us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971966.307069:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248581:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971966.307081:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248581 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971966] [real_sent 1329971966] [current 1329971966] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971966.307091:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971966.307098:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971966.307099:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971966.307102:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248581:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971966.307105:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248582:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971966.307112:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248582 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971966] [real_sent 1329971966] [current 1329971966] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971966.307119:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971991 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971966.307124:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971966.307125:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971966.307127:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248582:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971966.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248575:0@lo:400
00000100:00100000:0.0:1329971966.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248576:0@lo:400
00000100:00100000:0.0:1329971966.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248577:0@lo:400
00000100:00100000:0.0:1329971966.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248578:0@lo:400
00000100:00100000:0.0:1329971966.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248579:0@lo:400
00000100:00100000:0.0:1329971966.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248580:0@lo:400
00000100:00100000:0.0:1329971966.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971967.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971968.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971969.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971970.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971971.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971971.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971971.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971971.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334093966
00000100:00000400:0.0:1329971971.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971971.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971971.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971971.306663:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971971.306671:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971971.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971971.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971971.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334093966
00000100:00000400:0.0:1329971971.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971971.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971971.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971971.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971971.306707:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248583:0@lo:400
00000100:00100000:0.0:1329971971.306730:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971971.306739:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248584:0@lo:400
00000100:00100000:0.0:1329971971.306747:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971971.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248585:0@lo:400
00000100:00100000:0.0:1329971971.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971971.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248586:0@lo:400
00000100:00100000:0.0:1329971971.306771:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971971.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248587:0@lo:400
00000100:00100000:0.0:1329971971.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971971.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248588:0@lo:400
00000100:00100000:0.0:1329971971.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971971.306811:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971971 exp ffff880052834000
00000100:00100000:0.0:1329971971.306830:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248583:12345-0@lo:400
00000100:00100000:0.0:1329971971.306853:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248583:12345-0@lo:400 Request procesed in 34us (123us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971971.306866:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971971 exp ffff880008f8fc00
00000100:00080000:0.0:1329971971.306873:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971971 exp ffff880057c49800
00000100:00080000:0.0:1329971971.306878:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971971 exp ffff8800572c1c00
00000100:00080000:0.0:1329971971.306882:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971971 exp ffff880046d08400
00000100:00100000:0.0:1329971971.306890:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248584:12345-0@lo:400
00000100:00100000:0.0:1329971971.306906:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248584:12345-0@lo:400 Request procesed in 19us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971971.306914:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248585:12345-0@lo:400
00000100:00100000:0.0:1329971971.306925:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248585:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971971.306932:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248587:12345-0@lo:400
00000100:00100000:0.0:1329971971.306943:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248587:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971971.306950:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248588:12345-0@lo:400
00000100:00100000:0.0:1329971971.306961:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248588:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971971.306971:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971971 exp ffff880008f8f400
00000100:00100000:0.0:1329971971.306979:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248586:12345-0@lo:400
00000100:00100000:0.0:1329971971.306995:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248586:12345-0@lo:400 Request procesed in 18us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971971.307014:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248589:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971971.307027:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248589 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971971] [real_sent 1329971971] [current 1329971971] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971971.307036:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971971.307042:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971971.307044:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971971.307047:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248589:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971971.307050:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248590:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971971.307056:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248590 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971971] [real_sent 1329971971] [current 1329971971] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971971.307064:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329971996 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971971.307068:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971971.307070:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971971.307072:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248590:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971971.307087:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248583:0@lo:400
00000100:00100000:0.0:1329971971.307094:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248584:0@lo:400
00000100:00100000:0.0:1329971971.307098:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248585:0@lo:400
00000100:00100000:0.0:1329971971.307102:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248586:0@lo:400
00000100:00100000:0.0:1329971971.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248587:0@lo:400
00000100:00100000:0.0:1329971971.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248588:0@lo:400
00000100:00100000:0.0:1329971971.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971972.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971973.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971974.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971975.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971976.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971976.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971976.306688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971976.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334098966
00000100:00000400:0.0:1329971976.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971976.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971976.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971976.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971976.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971976.306726:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971976.306727:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971976.306730:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334098966
00000100:00000400:0.0:1329971976.306731:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971976.306734:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971976.306736:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971976.306743:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373248598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971976.306764:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248597:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971976.306791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248597 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971976] [real_sent 1329971976] [current 1329971976] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971976.306802:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971976.306808:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971976.306810:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971976.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248597:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971976.306815:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248598:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971976.306823:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248598 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971976] [real_sent 1329971976] [current 1329971976] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373248598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971976.306830:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373248598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972001 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971976.306835:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971976.306836:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971976.306838:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248598:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971976.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248591:0@lo:400
00000100:00100000:0.0:1329971976.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971976.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248592:0@lo:400
00000100:00100000:0.0:1329971976.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971976.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248593:0@lo:400
00000100:00100000:0.0:1329971976.306952:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971976.306960:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248594:0@lo:400
00000100:00100000:0.0:1329971976.306969:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971976.306974:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248595:0@lo:400
00000100:00100000:0.0:1329971976.306981:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971976.306986:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248596:0@lo:400
00000100:00100000:0.0:1329971976.306992:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971976.307012:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971976 exp ffff880052834000
00000100:00100000:0.0:1329971976.307040:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248591:12345-0@lo:400
00000100:00100000:0.0:1329971976.307065:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248591:12345-0@lo:400 Request procesed in 44us (201us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971976.307080:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971976 exp ffff880008f8fc00
00000100:00080000:0.0:1329971976.307087:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971976 exp ffff880057c49800
00000100:00080000:0.0:1329971976.307092:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971976 exp ffff8800572c1c00
00000100:00080000:0.0:1329971976.307096:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971976 exp ffff880046d08400
00000100:00100000:0.0:1329971976.307105:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248592:12345-0@lo:400
00000100:00100000:0.0:1329971976.307122:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248592:12345-0@lo:400 Request procesed in 21us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971976.307141:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248593:12345-0@lo:400
00000100:00100000:0.0:1329971976.307153:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248593:12345-0@lo:400 Request procesed in 14us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971976.307160:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248595:12345-0@lo:400
00000100:00100000:0.0:1329971976.307171:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248595:12345-0@lo:400 Request procesed in 13us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971976.307178:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248596:12345-0@lo:400
00000100:00100000:0.0:1329971976.307189:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248596:12345-0@lo:400 Request procesed in 12us (196us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971976.307199:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971976 exp ffff880008f8f400
00000100:00100000:0.0:1329971976.307208:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248594:12345-0@lo:400
00000100:00100000:0.0:1329971976.307225:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248594:12345-0@lo:400 Request procesed in 19us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971976.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248591:0@lo:400
00000100:00100000:0.0:1329971976.307255:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248592:0@lo:400
00000100:00100000:0.0:1329971976.307259:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248593:0@lo:400
00000100:00100000:0.0:1329971976.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248594:0@lo:400
00000100:00100000:0.0:1329971976.307267:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248595:0@lo:400
00000100:00100000:0.0:1329971976.307271:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248596:0@lo:400
00000100:00100000:0.0:1329971976.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971977.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971978.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971979.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971980.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971981.306637:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971981.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971981.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971981.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334103966
00000100:00000400:0.0:1329971981.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971981.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971981.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971981.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195ac00 x1394565373248605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971981.306678:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971981.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971981.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971981.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334103966
00000100:00000400:0.0:1329971981.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971981.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971981.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971981.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971981.306710:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248599:0@lo:400
00000100:00100000:0.0:1329971981.306734:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971981.306743:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248600:0@lo:400
00000100:00100000:0.0:1329971981.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971981.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248601:0@lo:400
00000100:00100000:0.0:1329971981.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971981.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248602:0@lo:400
00000100:00100000:0.0:1329971981.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971981.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248603:0@lo:400
00000100:00100000:0.0:1329971981.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971981.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248604:0@lo:400
00000100:00100000:0.0:1329971981.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971981.306816:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971981 exp ffff880052834000
00000100:00100000:0.0:1329971981.306835:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248599:12345-0@lo:400
00000100:00100000:0.0:1329971981.306859:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248599:12345-0@lo:400 Request procesed in 35us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971981.306873:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971981 exp ffff880008f8fc00
00000100:00080000:0.0:1329971981.306879:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971981 exp ffff880057c49800
00000100:00080000:0.0:1329971981.306884:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971981 exp ffff8800572c1c00
00000100:00080000:0.0:1329971981.306888:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971981 exp ffff880046d08400
00000100:00100000:0.0:1329971981.306896:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248600:12345-0@lo:400
00000100:00100000:0.0:1329971981.306912:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248600:12345-0@lo:400 Request procesed in 19us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971981.306920:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248601:12345-0@lo:400
00000100:00100000:0.0:1329971981.306933:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248601:12345-0@lo:400 Request procesed in 14us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971981.306940:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248603:12345-0@lo:400
00000100:00100000:0.0:1329971981.306951:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248603:12345-0@lo:400 Request procesed in 13us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971981.306957:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248604:12345-0@lo:400
00000100:00100000:0.0:1329971981.306968:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248604:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971981.306978:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971981 exp ffff880008f8f400
00000100:00100000:0.0:1329971981.306987:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248602:12345-0@lo:400
00000100:00100000:0.0:1329971981.307003:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248602:12345-0@lo:400 Request procesed in 18us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971981.307023:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248605:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971981.307036:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248605 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971981] [real_sent 1329971981] [current 1329971981] [deadline 25s] [delay -25s]  req@ffff88003195ac00 x1394565373248605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971981.307046:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195ac00 x1394565373248605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971981.307052:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971981.307054:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971981.307056:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248605:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971981.307059:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248606:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971981.307066:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248606 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971981] [real_sent 1329971981] [current 1329971981] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971981.307073:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972006 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971981.307078:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971981.307079:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971981.307081:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248606:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971981.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248599:0@lo:400
00000100:00100000:0.0:1329971981.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248600:0@lo:400
00000100:00100000:0.0:1329971981.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248601:0@lo:400
00000100:00100000:0.0:1329971981.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248602:0@lo:400
00000100:00100000:0.0:1329971981.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248603:0@lo:400
00000100:00100000:0.0:1329971981.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248604:0@lo:400
00000100:00100000:0.0:1329971981.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971982.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971983.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971984.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971985.369638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971986.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971986.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971986.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971986.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334108966
00000100:00000400:0.0:1329971986.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971986.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971986.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971986.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971986.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971986.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971986.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971986.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334108966
00000100:00000400:0.0:1329971986.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971986.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971986.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971986.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373248614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971986.306709:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248607:0@lo:400
00000100:00100000:0.0:1329971986.306733:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971986.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248608:0@lo:400
00000100:00100000:0.0:1329971986.306750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971986.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248609:0@lo:400
00000100:00100000:0.0:1329971986.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971986.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248610:0@lo:400
00000100:00100000:0.0:1329971986.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971986.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248611:0@lo:400
00000100:00100000:0.0:1329971986.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971986.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248612:0@lo:400
00000100:00100000:0.0:1329971986.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971986.306813:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971986 exp ffff880052834000
00000100:00100000:0.0:1329971986.306833:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248607:12345-0@lo:400
00000100:00100000:0.0:1329971986.306856:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248607:12345-0@lo:400 Request procesed in 35us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971986.306869:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971986 exp ffff880008f8fc00
00000100:00080000:0.0:1329971986.306875:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971986 exp ffff880057c49800
00000100:00080000:0.0:1329971986.306880:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971986 exp ffff8800572c1c00
00000100:00080000:0.0:1329971986.306884:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971986 exp ffff880046d08400
00000100:00100000:0.0:1329971986.306892:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248608:12345-0@lo:400
00000100:00100000:0.0:1329971986.306908:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248608:12345-0@lo:400 Request procesed in 19us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971986.306916:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248609:12345-0@lo:400
00000100:00100000:0.0:1329971986.306928:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248609:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971986.306935:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248611:12345-0@lo:400
00000100:00100000:0.0:1329971986.306945:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248611:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971986.306952:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248612:12345-0@lo:400
00000100:00100000:0.0:1329971986.306962:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248612:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971986.306984:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971986 exp ffff880008f8f400
00000100:00100000:0.0:1329971986.306992:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248610:12345-0@lo:400
00000100:00100000:0.0:1329971986.307007:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248610:12345-0@lo:400 Request procesed in 18us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971986.307027:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248613:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971986.307039:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248613 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971986] [real_sent 1329971986] [current 1329971986] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971986.307049:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971986.307055:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971986.307057:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971986.307059:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248613:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971986.307062:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248614:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971986.307069:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248614 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971986] [real_sent 1329971986] [current 1329971986] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373248614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971986.307076:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373248614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972011 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971986.307081:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971986.307083:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971986.307085:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248614:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971986.307099:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248607:0@lo:400
00000100:00100000:0.0:1329971986.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248608:0@lo:400
00000100:00100000:0.0:1329971986.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248609:0@lo:400
00000100:00100000:0.0:1329971986.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248610:0@lo:400
00000100:00100000:0.0:1329971986.307118:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248611:0@lo:400
00000100:00100000:0.0:1329971986.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248612:0@lo:400
00000100:00100000:0.0:1329971986.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971987.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971988.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971989.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971990.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971991.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971991.306637:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971991.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971991.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334113966
00000100:00000400:0.0:1329971991.306646:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971991.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971991.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971991.306663:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373248621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971991.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971991.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971991.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971991.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334113966
00000100:00000400:0.0:1329971991.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971991.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971991.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971991.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971991.306705:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248615:0@lo:400
00000100:00100000:0.0:1329971991.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971991.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248616:0@lo:400
00000100:00100000:0.0:1329971991.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971991.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248617:0@lo:400
00000100:00100000:0.0:1329971991.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971991.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248618:0@lo:400
00000100:00100000:0.0:1329971991.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971991.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248619:0@lo:400
00000100:00100000:0.0:1329971991.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971991.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248620:0@lo:400
00000100:00100000:0.0:1329971991.306885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971991.306903:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971991 exp ffff880052834000
00000100:00100000:0.0:1329971991.306922:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248615:12345-0@lo:400
00000100:00100000:0.0:1329971991.306945:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248615:12345-0@lo:400 Request procesed in 34us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971991.306959:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971991 exp ffff880008f8fc00
00000100:00080000:0.0:1329971991.306966:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971991 exp ffff880057c49800
00000100:00080000:0.0:1329971991.306970:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971991 exp ffff8800572c1c00
00000100:00080000:0.0:1329971991.306975:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971991 exp ffff880046d08400
00000100:00100000:0.0:1329971991.306982:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248616:12345-0@lo:400
00000100:00100000:0.0:1329971991.306999:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248616:12345-0@lo:400 Request procesed in 20us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971991.307007:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248617:12345-0@lo:400
00000100:00100000:0.0:1329971991.307018:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248617:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971991.307025:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248619:12345-0@lo:400
00000100:00100000:0.0:1329971991.307036:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248619:12345-0@lo:400 Request procesed in 12us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971991.307042:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248620:12345-0@lo:400
00000100:00100000:0.0:1329971991.307054:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248620:12345-0@lo:400 Request procesed in 14us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971991.307064:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971991 exp ffff880008f8f400
00000100:00100000:0.0:1329971991.307072:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248618:12345-0@lo:400
00000100:00100000:0.0:1329971991.307088:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248618:12345-0@lo:400 Request procesed in 18us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971991.307107:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248621:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971991.307119:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248621 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971991] [real_sent 1329971991] [current 1329971991] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373248621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971991.307129:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373248621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971991.307135:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971991.307137:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971991.307139:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248621:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971991.307142:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248622:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971991.307149:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248622 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971991] [real_sent 1329971991] [current 1329971991] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971991.307156:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972016 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971991.307161:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971991.307162:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971991.307164:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248622:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971991.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248615:0@lo:400
00000100:00100000:0.0:1329971991.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248616:0@lo:400
00000100:00100000:0.0:1329971991.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248617:0@lo:400
00000100:00100000:0.0:1329971991.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248618:0@lo:400
00000100:00100000:0.0:1329971991.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248619:0@lo:400
00000100:00100000:0.0:1329971991.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248620:0@lo:400
00000100:00100000:0.0:1329971991.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971992.369643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971993.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971994.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971995.369632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329971996.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971996.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329971996.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971996.306641:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334118966
00000100:00000400:0.0:1329971996.306643:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971996.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971996.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971996.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971996.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329971996.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329971996.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329971996.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334118966
00000100:00000400:0.0:1329971996.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329971996.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329971996.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329971996.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373248630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971996.306697:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248629:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971996.306719:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248629 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971996] [real_sent 1329971996] [current 1329971996] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971996.306729:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971996.306735:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971996.306737:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971996.306739:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248629:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971996.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248630:127.0.0.1@tcp:8
00000100:00000400:0.0:1329971996.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248630 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329971996] [real_sent 1329971996] [current 1329971996] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373248630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329971996.306759:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373248630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972021 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329971996.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329971996.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329971996.306767:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248630:127.0.0.1@tcp:8
00000100:00100000:0.0:1329971996.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248623:0@lo:400
00000100:00100000:0.0:1329971996.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971996.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248624:0@lo:400
00000100:00100000:0.0:1329971996.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971996.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248625:0@lo:400
00000100:00100000:0.0:1329971996.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971996.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248626:0@lo:400
00000100:00100000:0.0:1329971996.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971996.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248627:0@lo:400
00000100:00100000:0.0:1329971996.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329971996.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248628:0@lo:400
00000100:00100000:0.0:1329971996.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329971996.306866:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329971996 exp ffff880052834000
00000100:00100000:0.0:1329971996.306887:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248623:12345-0@lo:400
00000100:00100000:0.0:1329971996.306909:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248623:12345-0@lo:400 Request procesed in 36us (118us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971996.306922:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971996 exp ffff880008f8fc00
00000100:00080000:0.0:1329971996.306929:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329971996 exp ffff880057c49800
00000100:00080000:0.0:1329971996.306933:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971996 exp ffff8800572c1c00
00000100:00080000:0.0:1329971996.306937:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971996 exp ffff880046d08400
00000100:00100000:0.0:1329971996.306945:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248624:12345-0@lo:400
00000100:00100000:0.0:1329971996.306961:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248624:12345-0@lo:400 Request procesed in 19us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971996.306969:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248625:12345-0@lo:400
00000100:00100000:0.0:1329971996.306980:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248625:12345-0@lo:400 Request procesed in 13us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971996.306987:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248627:12345-0@lo:400
00000100:00100000:0.0:1329971996.306998:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248627:12345-0@lo:400 Request procesed in 13us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971996.307005:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248628:12345-0@lo:400
00000100:00100000:0.0:1329971996.307015:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248628:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329971996.307025:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329971996 exp ffff880008f8f400
00000100:00100000:0.0:1329971996.307033:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248626:12345-0@lo:400
00000100:00100000:0.0:1329971996.307048:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248626:12345-0@lo:400 Request procesed in 18us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329971996.307069:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248623:0@lo:400
00000100:00100000:0.0:1329971996.307075:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248624:0@lo:400
00000100:00100000:0.0:1329971996.307079:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248625:0@lo:400
00000100:00100000:0.0:1329971996.307083:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248626:0@lo:400
00000100:00100000:0.0:1329971996.307087:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248627:0@lo:400
00000100:00100000:0.0:1329971996.307090:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248628:0@lo:400
00000100:00100000:0.0:1329971996.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971997.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971998.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329971999.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972000.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972001.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972001.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972001.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972001.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334123966
00000100:00000400:0.0:1329972001.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972001.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972001.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972001.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373248637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972001.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972001.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972001.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972001.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334123966
00000100:00000400:0.0:1329972001.306695:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972001.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972001.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972001.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373248638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972001.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248631:0@lo:400
00000100:00100000:0.0:1329972001.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972001.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248632:0@lo:400
00000100:00100000:0.0:1329972001.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972001.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248633:0@lo:400
00000100:00100000:0.0:1329972001.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972001.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248634:0@lo:400
00000100:00100000:0.0:1329972001.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972001.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248635:0@lo:400
00000100:00100000:0.0:1329972001.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972001.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248636:0@lo:400
00000100:00100000:0.0:1329972001.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972001.306882:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248637:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972001.306896:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248637 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972001] [real_sent 1329972001] [current 1329972001] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373248637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972001.306906:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373248637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972001.306913:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972001.306914:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972001.306917:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248637:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972001.306920:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248638:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972001.306927:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248638 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972001] [real_sent 1329972001] [current 1329972001] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373248638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972001.306934:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373248638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972026 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972001.306939:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972001.306940:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972001.306942:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248638:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972001.306962:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972001 exp ffff880052834000
00000100:00100000:0.0:1329972001.306981:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248631:12345-0@lo:400
00000100:00100000:0.0:1329972001.307005:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248631:12345-0@lo:400 Request procesed in 34us (227us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972001.307019:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972001 exp ffff880008f8fc00
00000100:00080000:0.0:1329972001.307026:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972001 exp ffff880057c49800
00000100:00080000:0.0:1329972001.307030:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972001 exp ffff8800572c1c00
00000100:00080000:0.0:1329972001.307035:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972001 exp ffff880046d08400
00000100:00100000:0.0:1329972001.307045:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248632:12345-0@lo:400
00000100:00100000:0.0:1329972001.307062:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248632:12345-0@lo:400 Request procesed in 22us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972001.307070:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248633:12345-0@lo:400
00000100:00100000:0.0:1329972001.307081:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248633:12345-0@lo:400 Request procesed in 13us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972001.307088:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248635:12345-0@lo:400
00000100:00100000:0.0:1329972001.307099:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248635:12345-0@lo:400 Request procesed in 13us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972001.307117:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248636:12345-0@lo:400
00000100:00100000:0.0:1329972001.307127:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248636:12345-0@lo:400 Request procesed in 13us (262us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972001.307137:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972001 exp ffff880008f8f400
00000100:00100000:0.0:1329972001.307146:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248634:12345-0@lo:400
00000100:00100000:0.0:1329972001.307162:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248634:12345-0@lo:400 Request procesed in 19us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972001.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248631:0@lo:400
00000100:00100000:0.0:1329972001.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248632:0@lo:400
00000100:00100000:0.0:1329972001.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248633:0@lo:400
00000100:00100000:0.0:1329972001.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248634:0@lo:400
00000100:00100000:0.0:1329972001.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248635:0@lo:400
00000100:00100000:0.0:1329972001.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248636:0@lo:400
00000100:00100000:0.0:1329972001.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972002.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972003.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972004.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972005.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972006.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972006.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972006.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972006.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334128966
00000100:00000400:0.0:1329972006.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972006.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972006.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972006.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972006.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972006.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972006.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972006.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334128966
00000100:00000400:0.0:1329972006.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972006.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972006.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972006.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373248646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972006.306704:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248645:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972006.306729:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248645 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972006] [real_sent 1329972006] [current 1329972006] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972006.306739:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972006.306745:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972006.306747:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972006.306750:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248645:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972006.306753:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248646:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972006.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248646 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972006] [real_sent 1329972006] [current 1329972006] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373248646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972006.306767:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373248646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972031 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972006.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972006.306774:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972006.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248646:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972006.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248639:0@lo:400
00000100:00100000:0.0:1329972006.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972006.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248640:0@lo:400
00000100:00100000:0.0:1329972006.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972006.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248641:0@lo:400
00000100:00100000:0.0:1329972006.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972006.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248642:0@lo:400
00000100:00100000:0.0:1329972006.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972006.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248643:0@lo:400
00000100:00100000:0.0:1329972006.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972006.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248644:0@lo:400
00000100:00100000:0.0:1329972006.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972006.306878:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972006 exp ffff880008f8fc00
00000100:00080000:0.0:1329972006.306886:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972006 exp ffff880057c49800
00000100:00080000:0.0:1329972006.306890:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972006 exp ffff8800572c1c00
00000100:00080000:0.0:1329972006.306895:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972006 exp ffff880046d08400
00000100:00100000:0.0:1329972006.306914:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248640:12345-0@lo:400
00000100:00100000:0.0:1329972006.306941:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248640:12345-0@lo:400 Request procesed in 40us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972006.306950:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248641:12345-0@lo:400
00000100:00100000:0.0:1329972006.306963:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248641:12345-0@lo:400 Request procesed in 14us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972006.306970:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248643:12345-0@lo:400
00000100:00100000:0.0:1329972006.306980:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248643:12345-0@lo:400 Request procesed in 13us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972006.306987:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248644:12345-0@lo:400
00000100:00100000:0.0:1329972006.306997:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248644:12345-0@lo:400 Request procesed in 12us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972006.307015:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972006 exp ffff880008f8f400
00000100:00100000:0.0:1329972006.307023:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248642:12345-0@lo:400
00000100:00100000:0.0:1329972006.307040:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248642:12345-0@lo:400 Request procesed in 19us (200us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972006.307062:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972006 exp ffff880052834000
00000100:00100000:0.0:1329972006.307071:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248639:12345-0@lo:400
00000100:00100000:0.0:1329972006.307084:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248639:12345-0@lo:400 Request procesed in 16us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972006.307101:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248639:0@lo:400
00000100:00100000:0.0:1329972006.307107:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248640:0@lo:400
00000100:00100000:0.0:1329972006.307111:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248641:0@lo:400
00000100:00100000:0.0:1329972006.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248642:0@lo:400
00000100:00100000:0.0:1329972006.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248643:0@lo:400
00000100:00100000:0.0:1329972006.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248644:0@lo:400
00000100:00100000:0.0:1329972006.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972007.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972008.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972009.369645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972010.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972011.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972011.306635:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972011.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972011.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334133966
00000100:00000400:0.0:1329972011.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972011.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972011.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972011.306663:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373248653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972011.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972011.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972011.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972011.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334133966
00000100:00000400:0.0:1329972011.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972011.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972011.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972011.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972011.306703:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248647:0@lo:400
00000100:00100000:0.0:1329972011.306728:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972011.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248648:0@lo:400
00000100:00100000:0.0:1329972011.306746:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972011.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248649:0@lo:400
00000100:00100000:0.0:1329972011.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972011.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248650:0@lo:400
00000100:00100000:0.0:1329972011.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972011.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248651:0@lo:400
00000100:00100000:0.0:1329972011.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972011.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248652:0@lo:400
00000100:00100000:0.0:1329972011.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972011.306847:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972011 exp ffff880008f8fc00
00000100:00080000:0.0:1329972011.306855:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972011 exp ffff880057c49800
00000100:00080000:0.0:1329972011.306860:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972011 exp ffff8800572c1c00
00000100:00080000:0.0:1329972011.306864:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972011 exp ffff880046d08400
00000100:00100000:0.0:1329972011.306883:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248648:12345-0@lo:400
00000100:00100000:0.0:1329972011.306912:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248648:12345-0@lo:400 Request procesed in 41us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972011.306922:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248649:12345-0@lo:400
00000100:00100000:0.0:1329972011.306934:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248649:12345-0@lo:400 Request procesed in 15us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972011.306941:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248651:12345-0@lo:400
00000100:00100000:0.0:1329972011.306952:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248651:12345-0@lo:400 Request procesed in 12us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972011.306958:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248652:12345-0@lo:400
00000100:00100000:0.0:1329972011.306969:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248652:12345-0@lo:400 Request procesed in 13us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972011.306987:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972011 exp ffff880052834000
00000100:00100000:0.0:1329972011.306996:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248647:12345-0@lo:400
00000100:00100000:0.0:1329972011.307010:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248647:12345-0@lo:400 Request procesed in 17us (282us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972011.307024:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972011 exp ffff880008f8f400
00000100:00100000:0.0:1329972011.307033:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248650:12345-0@lo:400
00000100:00100000:0.0:1329972011.307050:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248650:12345-0@lo:400 Request procesed in 20us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972011.307062:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248653:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972011.307075:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248653 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972011] [real_sent 1329972011] [current 1329972011] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373248653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972011.307086:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373248653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972011.307092:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972011.307094:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972011.307097:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248653:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972011.307100:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248654:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972011.307107:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248654 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972011] [real_sent 1329972011] [current 1329972011] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972011.307114:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972036 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972011.307119:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972011.307121:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972011.307123:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248654:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972011.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248647:0@lo:400
00000100:00100000:0.0:1329972011.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248648:0@lo:400
00000100:00100000:0.0:1329972011.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248649:0@lo:400
00000100:00100000:0.0:1329972011.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248650:0@lo:400
00000100:00100000:0.0:1329972011.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248651:0@lo:400
00000100:00100000:0.0:1329972011.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248652:0@lo:400
00000100:00100000:0.0:1329972011.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972012.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972013.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972014.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972015.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972016.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972016.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972016.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972016.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334138966
00000100:00000400:0.0:1329972016.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972016.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972016.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972016.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972016.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972016.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972016.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972016.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334138966
00000100:00000400:0.0:1329972016.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972016.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972016.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972016.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972016.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248661:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972016.306758:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248661 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972016] [real_sent 1329972016] [current 1329972016] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972016.306768:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972016.306774:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972016.306775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972016.306778:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248661:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972016.306781:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248662:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972016.306788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248662 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972016] [real_sent 1329972016] [current 1329972016] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972016.306795:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972041 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972016.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972016.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972016.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248662:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972016.306942:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972016.307012:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972016.307023:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972016.307035:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248655:0@lo:400
00000100:00100000:0.0:1329972016.307050:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972016.307057:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248656:0@lo:400
00000100:00100000:0.0:1329972016.307065:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972016.307070:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248657:0@lo:400
00000100:00100000:0.0:1329972016.307077:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972016.307082:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248658:0@lo:400
00000100:00100000:0.0:1329972016.307089:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972016.307094:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248659:0@lo:400
00000100:00100000:0.0:1329972016.307158:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972016.307166:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248660:0@lo:400
00000100:00100000:0.0:1329972016.307175:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972016.307193:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972016 exp ffff880008f8fc00
00000100:00080000:0.0:1329972016.307201:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972016 exp ffff880057c49800
00000100:00080000:0.0:1329972016.307205:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972016 exp ffff8800572c1c00
00000100:00080000:0.0:1329972016.307210:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972016 exp ffff880046d08400
00000100:00100000:0.0:1329972016.307228:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248656:12345-0@lo:400
00000100:00100000:0.0:1329972016.307254:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248656:12345-0@lo:400 Request procesed in 38us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972016.307263:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248657:12345-0@lo:400
00000100:00100000:0.0:1329972016.307275:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248657:12345-0@lo:400 Request procesed in 15us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972016.307294:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248659:12345-0@lo:400
00000100:00100000:0.0:1329972016.307306:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248659:12345-0@lo:400 Request procesed in 15us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972016.307316:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248660:12345-0@lo:400
00000100:00100000:0.0:1329972016.307327:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248660:12345-0@lo:400 Request procesed in 14us (153us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972016.307344:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972016 exp ffff880052834000
00000100:00100000:0.0:1329972016.307352:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248655:12345-0@lo:400
00000100:00100000:0.0:1329972016.307366:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248655:12345-0@lo:400 Request procesed in 17us (316us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972016.307377:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972016 exp ffff880008f8f400
00000100:00100000:0.0:1329972016.307386:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248658:12345-0@lo:400
00000100:00100000:0.0:1329972016.307401:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248658:12345-0@lo:400 Request procesed in 18us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972016.307416:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248655:0@lo:400
00000100:00100000:0.0:1329972016.307423:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248656:0@lo:400
00000100:00100000:0.0:1329972016.307427:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248657:0@lo:400
00000100:00100000:0.0:1329972016.307431:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248658:0@lo:400
00000100:00100000:0.0:1329972016.307435:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248659:0@lo:400
00000100:00100000:0.0:1329972016.307439:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248660:0@lo:400
00000100:00100000:0.0:1329972016.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972017.369585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972018.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972019.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972020.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972021.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972021.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972021.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972021.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334143966
00000100:00000400:0.0:1329972021.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972021.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972021.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972021.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373248669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972021.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972021.306726:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972021.306727:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972021.306729:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334143966
00000100:00000400:0.0:1329972021.306731:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972021.306733:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972021.306735:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972021.306739:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373248670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972021.306756:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248669:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972021.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248669 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972021] [real_sent 1329972021] [current 1329972021] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373248669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972021.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373248669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972021.306797:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972021.306798:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972021.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248669:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972021.306804:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248670:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972021.306811:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248670 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972021] [real_sent 1329972021] [current 1329972021] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373248670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972021.306818:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373248670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972046 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972021.306823:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972021.306824:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972021.306826:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248670:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972021.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248663:0@lo:400
00000100:00100000:0.0:1329972021.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972021.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248664:0@lo:400
00000100:00100000:0.0:1329972021.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972021.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248665:0@lo:400
00000100:00100000:0.0:1329972021.306876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972021.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248666:0@lo:400
00000100:00100000:0.0:1329972021.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972021.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248667:0@lo:400
00000100:00100000:0.0:1329972021.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972021.306904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248668:0@lo:400
00000100:00100000:0.0:1329972021.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972021.306926:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972021 exp ffff880008f8fc00
00000100:00080000:0.0:1329972021.306933:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972021 exp ffff880057c49800
00000100:00080000:0.0:1329972021.306938:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972021 exp ffff8800572c1c00
00000100:00080000:0.0:1329972021.306942:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972021 exp ffff880046d08400
00000100:00100000:0.0:1329972021.306959:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248664:12345-0@lo:400
00000100:00100000:0.0:1329972021.306985:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248664:12345-0@lo:400 Request procesed in 36us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972021.306994:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248665:12345-0@lo:400
00000100:00100000:0.0:1329972021.307006:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248665:12345-0@lo:400 Request procesed in 15us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972021.307013:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248667:12345-0@lo:400
00000100:00100000:0.0:1329972021.307024:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248667:12345-0@lo:400 Request procesed in 13us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972021.307031:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248668:12345-0@lo:400
00000100:00100000:0.0:1329972021.307041:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248668:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972021.307059:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972021 exp ffff880052834000
00000100:00100000:0.0:1329972021.307068:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248663:12345-0@lo:400
00000100:00100000:0.0:1329972021.307081:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248663:12345-0@lo:400 Request procesed in 17us (231us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972021.307094:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972021 exp ffff880008f8f400
00000100:00100000:0.0:1329972021.307102:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248666:12345-0@lo:400
00000100:00100000:0.0:1329972021.307119:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248666:12345-0@lo:400 Request procesed in 19us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972021.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248663:0@lo:400
00000100:00100000:0.0:1329972021.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248664:0@lo:400
00000100:00100000:0.0:1329972021.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248665:0@lo:400
00000100:00100000:0.0:1329972021.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248666:0@lo:400
00000100:00100000:0.0:1329972021.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248667:0@lo:400
00000100:00100000:0.0:1329972021.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248668:0@lo:400
00000100:00100000:0.0:1329972021.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972022.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972023.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972024.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972025.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972026.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972026.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972026.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972026.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334148966
00000100:00000400:0.0:1329972026.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972026.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972026.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972026.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373248677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972026.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972026.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972026.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972026.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334148966
00000100:00000400:0.0:1329972026.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972026.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972026.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972026.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373248678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972026.306724:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248677:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972026.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248677 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972026] [real_sent 1329972026] [current 1329972026] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373248677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972026.306771:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373248677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972026.306778:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972026.306780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972026.306782:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248677:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972026.306785:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248678:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972026.306793:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248678 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972026] [real_sent 1329972026] [current 1329972026] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373248678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972026.306800:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373248678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972051 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972026.306804:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972026.306806:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972026.306808:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248678:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972026.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248671:0@lo:400
00000100:00100000:0.0:1329972026.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972026.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248672:0@lo:400
00000100:00100000:0.0:1329972026.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972026.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248673:0@lo:400
00000100:00100000:0.0:1329972026.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972026.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248674:0@lo:400
00000100:00100000:0.0:1329972026.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972026.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248675:0@lo:400
00000100:00100000:0.0:1329972026.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972026.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248676:0@lo:400
00000100:00100000:0.0:1329972026.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972026.306906:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972026 exp ffff880008f8fc00
00000100:00080000:0.0:1329972026.306914:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972026 exp ffff880057c49800
00000100:00080000:0.0:1329972026.306919:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972026 exp ffff8800572c1c00
00000100:00080000:0.0:1329972026.306923:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972026 exp ffff880046d08400
00000100:00100000:0.0:1329972026.306943:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248672:12345-0@lo:400
00000100:00100000:0.0:1329972026.306969:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248672:12345-0@lo:400 Request procesed in 39us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972026.306978:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248673:12345-0@lo:400
00000100:00100000:0.0:1329972026.306990:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248673:12345-0@lo:400 Request procesed in 15us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972026.306997:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248675:12345-0@lo:400
00000100:00100000:0.0:1329972026.307008:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248675:12345-0@lo:400 Request procesed in 12us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972026.307014:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248676:12345-0@lo:400
00000100:00100000:0.0:1329972026.307025:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248676:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972026.307042:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972026 exp ffff880008f8f400
00000100:00100000:0.0:1329972026.307050:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248674:12345-0@lo:400
00000100:00100000:0.0:1329972026.307067:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248674:12345-0@lo:400 Request procesed in 19us (197us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972026.307076:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972026 exp ffff880052834000
00000100:00100000:0.0:1329972026.307084:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248671:12345-0@lo:400
00000100:00100000:0.0:1329972026.307097:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248671:12345-0@lo:400 Request procesed in 16us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972026.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248671:0@lo:400
00000100:00100000:0.0:1329972026.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248672:0@lo:400
00000100:00100000:0.0:1329972026.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248673:0@lo:400
00000100:00100000:0.0:1329972026.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248674:0@lo:400
00000100:00100000:0.0:1329972026.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248675:0@lo:400
00000100:00100000:0.0:1329972026.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248676:0@lo:400
00000100:00100000:0.0:1329972026.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972027.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972028.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972029.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972030.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972031.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972031.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972031.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972031.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334153966
00000100:00000400:0.0:1329972031.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972031.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972031.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972031.306663:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373248685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972031.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972031.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972031.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972031.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334153966
00000100:00000400:0.0:1329972031.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972031.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972031.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972031.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373248686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972031.306701:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248685:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972031.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248685 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972031] [real_sent 1329972031] [current 1329972031] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373248685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972031.306771:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373248685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972031.306777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972031.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972031.306781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248685:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972031.306784:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248686:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972031.306792:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248686 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972031] [real_sent 1329972031] [current 1329972031] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373248686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972031.306800:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373248686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972056 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972031.306805:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972031.306806:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972031.306808:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248686:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972031.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248679:0@lo:400
00000100:00100000:0.0:1329972031.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972031.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248680:0@lo:400
00000100:00100000:0.0:1329972031.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972031.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248681:0@lo:400
00000100:00100000:0.0:1329972031.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972031.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248682:0@lo:400
00000100:00100000:0.0:1329972031.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972031.306915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248683:0@lo:400
00000100:00100000:0.0:1329972031.306922:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972031.306926:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248684:0@lo:400
00000100:00100000:0.0:1329972031.306933:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972031.306953:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972031 exp ffff880008f8fc00
00000100:00080000:0.0:1329972031.306960:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972031 exp ffff880057c49800
00000100:00080000:0.0:1329972031.306965:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972031 exp ffff8800572c1c00
00000100:00080000:0.0:1329972031.306969:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972031 exp ffff880046d08400
00000100:00100000:0.0:1329972031.306984:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248680:12345-0@lo:400
00000100:00100000:0.0:1329972031.307011:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248680:12345-0@lo:400 Request procesed in 36us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972031.307036:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248681:12345-0@lo:400
00000100:00100000:0.0:1329972031.307049:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248681:12345-0@lo:400 Request procesed in 18us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972031.307056:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248683:12345-0@lo:400
00000100:00100000:0.0:1329972031.307067:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248683:12345-0@lo:400 Request procesed in 13us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972031.307074:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248684:12345-0@lo:400
00000100:00100000:0.0:1329972031.307085:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248684:12345-0@lo:400 Request procesed in 12us (151us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972031.307103:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972031 exp ffff880052834000
00000100:00100000:0.0:1329972031.307112:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248679:12345-0@lo:400
00000100:00100000:0.0:1329972031.307126:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248679:12345-0@lo:400 Request procesed in 16us (291us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972031.307137:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972031 exp ffff880008f8f400
00000100:00100000:0.0:1329972031.307145:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248682:12345-0@lo:400
00000100:00100000:0.0:1329972031.307161:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248682:12345-0@lo:400 Request procesed in 19us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972031.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248679:0@lo:400
00000100:00100000:0.0:1329972031.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248680:0@lo:400
00000100:00100000:0.0:1329972031.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248681:0@lo:400
00000100:00100000:0.0:1329972031.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248682:0@lo:400
00000100:00100000:0.0:1329972031.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248683:0@lo:400
00000100:00100000:0.0:1329972031.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248684:0@lo:400
00000100:00100000:0.0:1329972031.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972032.369647:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972033.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972034.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972035.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972036.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972036.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972036.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972036.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334158966
00000100:00000400:0.0:1329972036.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972036.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972036.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972036.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972036.306711:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972036.306713:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972036.306714:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972036.306717:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334158966
00000100:00000400:0.0:1329972036.306718:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972036.306720:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972036.306722:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972036.306726:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373248694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972036.306744:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248693:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972036.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248693 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972036] [real_sent 1329972036] [current 1329972036] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972036.306780:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972036.306787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972036.306788:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972036.306790:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248693:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972036.306793:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248694:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972036.306800:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248694 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972036] [real_sent 1329972036] [current 1329972036] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373248694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972036.306807:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373248694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972061 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972036.306812:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972036.306813:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972036.306815:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248694:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972036.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248687:0@lo:400
00000100:00100000:0.0:1329972036.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972036.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248688:0@lo:400
00000100:00100000:0.0:1329972036.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972036.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248689:0@lo:400
00000100:00100000:0.0:1329972036.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972036.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248690:0@lo:400
00000100:00100000:0.0:1329972036.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972036.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248691:0@lo:400
00000100:00100000:0.0:1329972036.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972036.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248692:0@lo:400
00000100:00100000:0.0:1329972036.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972036.306918:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972036 exp ffff880008f8fc00
00000100:00080000:0.0:1329972036.306926:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972036 exp ffff880057c49800
00000100:00080000:0.0:1329972036.306931:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972036 exp ffff8800572c1c00
00000100:00080000:0.0:1329972036.306935:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972036 exp ffff880046d08400
00000100:00100000:0.0:1329972036.306957:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248688:12345-0@lo:400
00000100:00100000:0.0:1329972036.306983:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248688:12345-0@lo:400 Request procesed in 42us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972036.306993:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248689:12345-0@lo:400
00000100:00100000:0.0:1329972036.307005:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248689:12345-0@lo:400 Request procesed in 14us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972036.307012:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248691:12345-0@lo:400
00000100:00100000:0.0:1329972036.307023:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248691:12345-0@lo:400 Request procesed in 14us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972036.307030:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248692:12345-0@lo:400
00000100:00100000:0.0:1329972036.307041:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248692:12345-0@lo:400 Request procesed in 13us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972036.307059:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972036 exp ffff880052834000
00000100:00100000:0.0:1329972036.307067:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248687:12345-0@lo:400
00000100:00100000:0.0:1329972036.307081:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248687:12345-0@lo:400 Request procesed in 16us (240us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972036.307094:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972036 exp ffff880008f8f400
00000100:00100000:0.0:1329972036.307103:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248690:12345-0@lo:400
00000100:00100000:0.0:1329972036.307119:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248690:12345-0@lo:400 Request procesed in 18us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972036.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248687:0@lo:400
00000100:00100000:0.0:1329972036.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248688:0@lo:400
00000100:00100000:0.0:1329972036.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248689:0@lo:400
00000100:00100000:0.0:1329972036.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248690:0@lo:400
00000100:00100000:0.0:1329972036.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248691:0@lo:400
00000100:00100000:0.0:1329972036.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248692:0@lo:400
00000100:00100000:0.0:1329972036.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972037.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972038.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972039.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972040.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972041.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972041.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972041.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972041.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334163966
00000100:00000400:0.0:1329972041.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972041.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972041.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972041.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972041.306688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972041.306690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972041.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972041.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334163966
00000100:00000400:0.0:1329972041.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972041.306697:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972041.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972041.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972041.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248701:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972041.306746:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248701 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972041] [real_sent 1329972041] [current 1329972041] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972041.306757:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972041.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972041.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972041.306767:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248701:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972041.306799:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248702:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972041.306809:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248702 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972041] [real_sent 1329972041] [current 1329972041] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972041.306823:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972066 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972041.306828:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972041.306829:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972041.306831:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248702:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972041.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248695:0@lo:400
00000100:00100000:0.0:1329972041.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972041.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248696:0@lo:400
00000100:00100000:0.0:1329972041.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972041.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248697:0@lo:400
00000100:00080000:0.0:1329972041.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972041 exp ffff880008f8fc00
00000100:00100000:0.0:1329972041.306911:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248696:12345-0@lo:400
00000100:00100000:0.0:1329972041.306936:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248696:12345-0@lo:400 Request procesed in 35us (62us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972041.306947:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972041 exp ffff880052834000
00000100:00100000:0.0:1329972041.306956:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248695:12345-0@lo:400
00000100:00100000:0.0:1329972041.306969:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248695:12345-0@lo:400 Request procesed in 16us (111us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972041.306987:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972041.306992:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248698:0@lo:400
00000100:00100000:0.0:1329972041.307000:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972041.307004:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248699:0@lo:400
00000100:00080000:0.0:1329972041.307011:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972041 exp ffff880008f8f400
00000100:00100000:0.0:1329972041.307020:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248698:12345-0@lo:400
00000100:00100000:0.0:1329972041.307036:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248698:12345-0@lo:400 Request procesed in 20us (36us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972041.307046:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972041 exp ffff880057c49800
00000100:00100000:0.0:1329972041.307053:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248697:12345-0@lo:400
00000100:00100000:0.0:1329972041.307066:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248697:12345-0@lo:400 Request procesed in 15us (78us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972041.307077:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972041.307082:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248700:0@lo:400
00000100:00100000:0.0:1329972041.307092:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972041.307103:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248695:0@lo:400
00000100:00100000:0.0:1329972041.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248696:0@lo:400
00000100:00100000:0.0:1329972041.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248697:0@lo:400
00000100:00100000:0.0:1329972041.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248698:0@lo:400
00000100:00080000:0.0:1329972041.307128:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972041 exp ffff8800572c1c00
00000100:00080000:0.0:1329972041.307133:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972041 exp ffff880046d08400
00000100:00100000:0.0:1329972041.307141:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248699:12345-0@lo:400
00000100:00100000:0.0:1329972041.307156:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248699:12345-0@lo:400 Request procesed in 18us (79us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972041.307163:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248700:12345-0@lo:400
00000100:00100000:0.0:1329972041.307175:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248700:12345-0@lo:400 Request procesed in 13us (82us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972041.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248699:0@lo:400
00000100:00100000:0.0:1329972041.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248700:0@lo:400
00000100:00100000:0.0:1329972041.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972042.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972043.369646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972044.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972045.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972046.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972046.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972046.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972046.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334168966
00000100:00000400:0.0:1329972046.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972046.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972046.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972046.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972046.306699:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972046.306701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972046.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972046.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334168966
00000100:00000400:0.0:1329972046.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972046.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972046.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972046.306713:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972046.306730:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248709:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972046.306753:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248709 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972046] [real_sent 1329972046] [current 1329972046] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972046.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972046.306774:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972046.306776:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972046.306779:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248709:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972046.306781:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248710:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972046.306789:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248710 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972046] [real_sent 1329972046] [current 1329972046] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972046.306796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972071 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972046.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972046.306802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972046.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248710:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972046.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248703:0@lo:400
00000100:00100000:0.0:1329972046.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972046.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248704:0@lo:400
00000100:00080000:0.0:1329972046.306845:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972046 exp ffff880052834000
00000100:00100000:0.0:1329972046.306866:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248703:12345-0@lo:400
00000100:00100000:0.0:1329972046.306886:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248703:12345-0@lo:400 Request procesed in 33us (59us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972046.306959:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972046.306968:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248705:0@lo:400
00000100:00080000:0.0:1329972046.306977:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972046 exp ffff880008f8fc00
00000100:00100000:0.0:1329972046.306988:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248704:12345-0@lo:400
00000100:00100000:0.0:1329972046.307006:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248704:12345-0@lo:400 Request procesed in 23us (48us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972046.307020:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972046.307025:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248706:0@lo:400
00000100:00080000:0.0:1329972046.307031:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972046 exp ffff880057c49800
00000100:00100000:0.0:1329972046.307038:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248705:12345-0@lo:400
00000100:00100000:0.0:1329972046.307050:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248705:12345-0@lo:400 Request procesed in 15us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972046.307062:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972046.307068:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248707:0@lo:400
00000100:00080000:0.0:1329972046.307074:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972046 exp ffff880008f8f400
00000100:00100000:0.0:1329972046.307082:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248706:12345-0@lo:400
00000100:00100000:0.0:1329972046.307097:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248706:12345-0@lo:400 Request procesed in 18us (35us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972046.307109:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972046.307114:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248708:0@lo:400
00000100:00080000:0.0:1329972046.307119:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972046 exp ffff8800572c1c00
00000100:00100000:0.0:1329972046.307126:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248707:12345-0@lo:400
00000100:00100000:0.0:1329972046.307138:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248707:12345-0@lo:400 Request procesed in 15us (29us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972046.307150:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972046.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248703:0@lo:400
00000100:00100000:0.0:1329972046.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248704:0@lo:400
00000100:00100000:0.0:1329972046.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248705:0@lo:400
00000100:00100000:0.0:1329972046.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248706:0@lo:400
00000100:00100000:0.0:1329972046.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248707:0@lo:400
00000100:00080000:0.0:1329972046.307188:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972046 exp ffff880046d08400
00000100:00100000:0.0:1329972046.307196:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248708:12345-0@lo:400
00000100:00100000:0.0:1329972046.307210:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248708:12345-0@lo:400 Request procesed in 17us (60us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972046.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248708:0@lo:400
00000100:00100000:0.0:1329972046.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972047.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972048.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972049.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972050.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972051.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972051.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972051.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972051.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334173966
00000100:00000400:0.0:1329972051.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972051.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972051.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972051.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373248717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972051.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972051.306698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972051.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972051.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334173966
00000100:00000400:0.0:1329972051.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972051.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972051.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972051.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373248718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972051.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248717:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972051.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248717 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972051] [real_sent 1329972051] [current 1329972051] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373248717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972051.306762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373248717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972051.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972051.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972051.306772:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248717:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972051.306775:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248718:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972051.306782:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248718 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972051] [real_sent 1329972051] [current 1329972051] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373248718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972051.306789:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373248718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972076 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972051.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972051.306795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972051.306797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248718:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972051.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248711:0@lo:400
00000100:00100000:0.0:1329972051.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972051.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248712:0@lo:400
00000100:00100000:0.0:1329972051.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972051.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248713:0@lo:400
00000100:00080000:0.0:1329972051.306884:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972051 exp ffff880052834000
00000100:00100000:0.0:1329972051.306901:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248711:12345-0@lo:400
00000100:00100000:0.0:1329972051.306923:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248711:12345-0@lo:400 Request procesed in 29us (73us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972051.306936:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972051 exp ffff880008f8fc00
00000100:00100000:0.0:1329972051.306945:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248712:12345-0@lo:400
00000100:00100000:0.0:1329972051.306961:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248712:12345-0@lo:400 Request procesed in 19us (95us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972051.306976:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972051.306980:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248714:0@lo:400
00000100:00100000:0.0:1329972051.306988:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972051.306993:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248715:0@lo:400
00000100:00080000:0.0:1329972051.306999:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972051 exp ffff880008f8f400
00000100:00100000:0.0:1329972051.307008:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248714:12345-0@lo:400
00000100:00100000:0.0:1329972051.307024:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248714:12345-0@lo:400 Request procesed in 19us (36us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972051.307033:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972051 exp ffff880057c49800
00000100:00100000:0.0:1329972051.307041:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248713:12345-0@lo:400
00000100:00100000:0.0:1329972051.307053:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248713:12345-0@lo:400 Request procesed in 15us (78us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972051.307065:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972051.307069:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248716:0@lo:400
00000100:00100000:0.0:1329972051.307077:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972051.307088:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248711:0@lo:400
00000100:00100000:0.0:1329972051.307094:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248712:0@lo:400
00000100:00100000:0.0:1329972051.307098:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248713:0@lo:400
00000100:00100000:0.0:1329972051.307102:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248714:0@lo:400
00000100:00080000:0.0:1329972051.307114:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972051 exp ffff8800572c1c00
00000100:00080000:0.0:1329972051.307119:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972051 exp ffff880046d08400
00000100:00100000:0.0:1329972051.307126:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248715:12345-0@lo:400
00000100:00100000:0.0:1329972051.307141:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248715:12345-0@lo:400 Request procesed in 18us (77us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972051.307149:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248716:12345-0@lo:400
00000100:00100000:0.0:1329972051.307160:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248716:12345-0@lo:400 Request procesed in 14us (83us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972051.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248715:0@lo:400
00000100:00100000:0.0:1329972051.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248716:0@lo:400
00000100:00100000:0.0:1329972051.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972052.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972053.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972054.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972055.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972056.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972056.306649:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972056.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972056.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334178966
00000100:00000400:0.0:1329972056.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972056.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972056.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972056.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972056.306691:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972056.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972056.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972056.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334178966
00000100:00000400:0.0:1329972056.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972056.306700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972056.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972056.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373248726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972056.306722:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248725:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972056.306745:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248725 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972056] [real_sent 1329972056] [current 1329972056] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972056.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972056.306761:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972056.306762:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972056.306765:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248725:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972056.306768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248726:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972056.306775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248726 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972056] [real_sent 1329972056] [current 1329972056] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373248726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972056.306782:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373248726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972081 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972056.306787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972056.306788:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972056.306790:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248726:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972056.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248719:0@lo:400
00000100:00100000:0.0:1329972056.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972056.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248720:0@lo:400
00000100:00100000:0.0:1329972056.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972056.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248721:0@lo:400
00000100:00100000:0.0:1329972056.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972056.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248722:0@lo:400
00000100:00100000:0.0:1329972056.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972056.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248723:0@lo:400
00000100:00100000:0.0:1329972056.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972056.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248724:0@lo:400
00000100:00100000:0.0:1329972056.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972056.306923:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972056 exp ffff880052834000
00000100:00100000:0.0:1329972056.306944:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248719:12345-0@lo:400
00000100:00100000:0.0:1329972056.306968:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248719:12345-0@lo:400 Request procesed in 37us (153us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972056.306981:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972056 exp ffff880008f8fc00
00000100:00080000:0.0:1329972056.306987:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972056 exp ffff880057c49800
00000100:00080000:0.0:1329972056.306992:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972056 exp ffff8800572c1c00
00000100:00080000:0.0:1329972056.306996:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972056 exp ffff880046d08400
00000100:00100000:0.0:1329972056.307005:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248720:12345-0@lo:400
00000100:00100000:0.0:1329972056.307021:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248720:12345-0@lo:400 Request procesed in 20us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972056.307029:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248721:12345-0@lo:400
00000100:00100000:0.0:1329972056.307040:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248721:12345-0@lo:400 Request procesed in 13us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972056.307047:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248723:12345-0@lo:400
00000100:00100000:0.0:1329972056.307058:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248723:12345-0@lo:400 Request procesed in 13us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972056.307075:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248724:12345-0@lo:400
00000100:00100000:0.0:1329972056.307086:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248724:12345-0@lo:400 Request procesed in 14us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972056.307096:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972056 exp ffff880008f8f400
00000100:00100000:0.0:1329972056.307105:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248722:12345-0@lo:400
00000100:00100000:0.0:1329972056.307120:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248722:12345-0@lo:400 Request procesed in 17us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972056.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248719:0@lo:400
00000100:00100000:0.0:1329972056.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248720:0@lo:400
00000100:00100000:0.0:1329972056.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248721:0@lo:400
00000100:00100000:0.0:1329972056.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248722:0@lo:400
00000100:00100000:0.0:1329972056.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248723:0@lo:400
00000100:00100000:0.0:1329972056.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248724:0@lo:400
00000100:00100000:0.0:1329972056.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972057.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972058.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972059.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972060.369641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972061.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972061.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972061.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972061.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334183966
00000100:00000400:0.0:1329972061.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972061.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972061.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972061.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972061.306685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972061.306687:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972061.306688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972061.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334183966
00000100:00000400:0.0:1329972061.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972061.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972061.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972061.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972061.306715:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248733:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972061.306740:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248733 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972061] [real_sent 1329972061] [current 1329972061] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972061.306750:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972061.306756:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972061.306757:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972061.306760:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248733:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972061.306763:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248734:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972061.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248734 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972061] [real_sent 1329972061] [current 1329972061] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972061.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972086 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972061.306788:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972061.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972061.306792:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248734:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972061.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248727:0@lo:400
00000100:00100000:0.0:1329972061.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972061.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248728:0@lo:400
00000100:00100000:0.0:1329972061.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972061.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248729:0@lo:400
00000100:00100000:0.0:1329972061.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972061.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248730:0@lo:400
00000100:00100000:0.0:1329972061.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972061.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248731:0@lo:400
00000100:00100000:0.0:1329972061.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972061.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248732:0@lo:400
00000100:00100000:0.0:1329972061.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972061.306890:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972061 exp ffff880052834000
00000100:00100000:0.0:1329972061.306907:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248727:12345-0@lo:400
00000100:00100000:0.0:1329972061.306930:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248727:12345-0@lo:400 Request procesed in 32us (114us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972061.306943:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972061 exp ffff880008f8fc00
00000100:00080000:0.0:1329972061.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972061 exp ffff880057c49800
00000100:00080000:0.0:1329972061.306954:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972061 exp ffff8800572c1c00
00000100:00080000:0.0:1329972061.306959:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972061 exp ffff880046d08400
00000100:00100000:0.0:1329972061.306968:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248728:12345-0@lo:400
00000100:00100000:0.0:1329972061.306985:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248728:12345-0@lo:400 Request procesed in 20us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972061.306993:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248729:12345-0@lo:400
00000100:00100000:0.0:1329972061.307006:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248729:12345-0@lo:400 Request procesed in 15us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972061.307012:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248731:12345-0@lo:400
00000100:00100000:0.0:1329972061.307023:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248731:12345-0@lo:400 Request procesed in 13us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972061.307030:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248732:12345-0@lo:400
00000100:00100000:0.0:1329972061.307041:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248732:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972061.307051:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972061 exp ffff880008f8f400
00000100:00100000:0.0:1329972061.307059:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248730:12345-0@lo:400
00000100:00100000:0.0:1329972061.307075:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248730:12345-0@lo:400 Request procesed in 18us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972061.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248727:0@lo:400
00000100:00100000:0.0:1329972061.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248728:0@lo:400
00000100:00100000:0.0:1329972061.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248729:0@lo:400
00000100:00100000:0.0:1329972061.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248730:0@lo:400
00000100:00100000:0.0:1329972061.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248731:0@lo:400
00000100:00100000:0.0:1329972061.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248732:0@lo:400
00000100:00100000:0.0:1329972061.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972062.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972063.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972064.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972065.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972066.306608:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972066.306613:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972066.306615:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972066.306619:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334188966
00000100:00000400:0.0:1329972066.306621:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972066.306626:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972066.306631:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972066.306638:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972066.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972066.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972066.306648:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972066.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334188966
00000100:00000400:0.0:1329972066.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972066.306654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972066.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972066.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373248742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972066.306676:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248741:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972066.306699:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248741 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972066] [real_sent 1329972066] [current 1329972066] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972066.306710:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972066.306721:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972066.306722:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972066.306725:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248741:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972066.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248742:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972066.306736:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248742 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972066] [real_sent 1329972066] [current 1329972066] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373248742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972066.306743:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373248742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972091 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972066.306748:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972066.306749:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972066.306751:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248742:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972066.306764:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248735:0@lo:400
00000100:00100000:0.0:1329972066.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972066.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248736:0@lo:400
00000100:00100000:0.0:1329972066.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972066.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248737:0@lo:400
00000100:00100000:0.0:1329972066.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972066.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248738:0@lo:400
00000100:00100000:0.0:1329972066.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972066.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248739:0@lo:400
00000100:00100000:0.0:1329972066.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972066.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248740:0@lo:400
00000100:00100000:0.0:1329972066.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972066.306917:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972066 exp ffff880052834000
00000100:00100000:0.0:1329972066.306937:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248735:12345-0@lo:400
00000100:00100000:0.0:1329972066.306960:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248735:12345-0@lo:400 Request procesed in 35us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972066.306974:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972066 exp ffff880008f8fc00
00000100:00080000:0.0:1329972066.306980:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972066 exp ffff880057c49800
00000100:00080000:0.0:1329972066.306984:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972066 exp ffff8800572c1c00
00000100:00080000:0.0:1329972066.306989:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972066 exp ffff880046d08400
00000100:00100000:0.0:1329972066.306997:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248736:12345-0@lo:400
00000100:00100000:0.0:1329972066.307013:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248736:12345-0@lo:400 Request procesed in 19us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972066.307021:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248737:12345-0@lo:400
00000100:00100000:0.0:1329972066.307066:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248737:12345-0@lo:400 Request procesed in 47us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972066.307074:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248739:12345-0@lo:400
00000100:00100000:0.0:1329972066.307087:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248739:12345-0@lo:400 Request procesed in 15us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972066.307094:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248740:12345-0@lo:400
00000100:00100000:0.0:1329972066.307104:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248740:12345-0@lo:400 Request procesed in 13us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972066.307116:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972066 exp ffff880008f8f400
00000100:00100000:0.0:1329972066.307125:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248738:12345-0@lo:400
00000100:00100000:0.0:1329972066.307140:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248738:12345-0@lo:400 Request procesed in 18us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972066.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248735:0@lo:400
00000100:00100000:0.0:1329972066.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248736:0@lo:400
00000100:00100000:0.0:1329972066.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248737:0@lo:400
00000100:00100000:0.0:1329972066.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248738:0@lo:400
00000100:00100000:0.0:1329972066.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248739:0@lo:400
00000100:00100000:0.0:1329972066.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248740:0@lo:400
00000100:00100000:0.0:1329972066.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972067.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972068.369595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972069.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972070.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972071.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972071.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972071.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972071.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334193966
00000100:00000400:0.0:1329972071.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972071.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972071.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972071.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972071.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972071.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972071.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972071.306700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334193966
00000100:00000400:0.0:1329972071.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972071.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972071.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972071.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972071.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248749:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972071.306755:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248749 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972071] [real_sent 1329972071] [current 1329972071] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972071.306765:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972071.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972071.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972071.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248749:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972071.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248750:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972071.306786:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248750 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972071] [real_sent 1329972071] [current 1329972071] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972071.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972096 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972071.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972071.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972071.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248750:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972071.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248743:0@lo:400
00000100:00100000:0.0:1329972071.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972071.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248744:0@lo:400
00000100:00100000:0.0:1329972071.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972071.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248745:0@lo:400
00000100:00100000:0.0:1329972071.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972071.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248746:0@lo:400
00000100:00100000:0.0:1329972071.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972071.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248747:0@lo:400
00000100:00100000:0.0:1329972071.306933:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972071.306941:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248748:0@lo:400
00000100:00100000:0.0:1329972071.306949:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972071.306969:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972071 exp ffff880052834000
00000100:00100000:0.0:1329972071.306988:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248743:12345-0@lo:400
00000100:00100000:0.0:1329972071.307011:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248743:12345-0@lo:400 Request procesed in 33us (184us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972071.307024:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972071 exp ffff880008f8fc00
00000100:00080000:0.0:1329972071.307030:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972071 exp ffff880057c49800
00000100:00080000:0.0:1329972071.307035:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972071 exp ffff8800572c1c00
00000100:00080000:0.0:1329972071.307039:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972071 exp ffff880046d08400
00000100:00100000:0.0:1329972071.307049:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248744:12345-0@lo:400
00000100:00100000:0.0:1329972071.307066:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248744:12345-0@lo:400 Request procesed in 21us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972071.307074:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248745:12345-0@lo:400
00000100:00100000:0.0:1329972071.307085:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248745:12345-0@lo:400 Request procesed in 14us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972071.307102:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248747:12345-0@lo:400
00000100:00100000:0.0:1329972071.307113:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248747:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972071.307120:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248748:12345-0@lo:400
00000100:00100000:0.0:1329972071.307131:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248748:12345-0@lo:400 Request procesed in 12us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972071.307142:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972071 exp ffff880008f8f400
00000100:00100000:0.0:1329972071.307151:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248746:12345-0@lo:400
00000100:00100000:0.0:1329972071.307166:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248746:12345-0@lo:400 Request procesed in 18us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972071.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248743:0@lo:400
00000100:00100000:0.0:1329972071.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248744:0@lo:400
00000100:00100000:0.0:1329972071.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248745:0@lo:400
00000100:00100000:0.0:1329972071.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248746:0@lo:400
00000100:00100000:0.0:1329972071.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248747:0@lo:400
00000100:00100000:0.0:1329972071.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248748:0@lo:400
00000100:00100000:0.0:1329972071.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972072.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972073.369586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972074.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972075.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972076.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972076.306631:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972076.306633:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972076.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334198966
00000100:00000400:0.0:1329972076.306640:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972076.306645:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972076.306651:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972076.306658:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373248757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972076.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972076.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972076.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972076.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334198966
00000100:00000400:0.0:1329972076.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972076.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972076.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972076.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972076.306697:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248757:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972076.306730:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248757 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972076] [real_sent 1329972076] [current 1329972076] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373248757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972076.306741:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373248757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972076.306747:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972076.306748:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972076.306751:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248757:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972076.306754:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248758:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972076.306761:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248758 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972076] [real_sent 1329972076] [current 1329972076] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972076.306769:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972101 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972076.306773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972076.306775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972076.306777:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248758:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972076.306915:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972076.306954:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972076.306964:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972076.306975:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248751:0@lo:400
00000100:00100000:0.0:1329972076.306990:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972076.306997:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248752:0@lo:400
00000100:00100000:0.0:1329972076.307005:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972076.307010:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248753:0@lo:400
00000100:00100000:0.0:1329972076.307016:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972076.307021:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248754:0@lo:400
00000100:00100000:0.0:1329972076.307028:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972076.307033:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248755:0@lo:400
00000100:00100000:0.0:1329972076.307039:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972076.307044:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248756:0@lo:400
00000100:00100000:0.0:1329972076.307050:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972076.307066:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972076 exp ffff880052834000
00000100:00100000:0.0:1329972076.307122:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248751:12345-0@lo:400
00000100:00100000:0.0:1329972076.307147:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248751:12345-0@lo:400 Request procesed in 71us (157us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972076.307162:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972076 exp ffff880008f8fc00
00000100:00080000:0.0:1329972076.307169:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972076 exp ffff880057c49800
00000100:00080000:0.0:1329972076.307174:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972076 exp ffff8800572c1c00
00000100:00080000:0.0:1329972076.307178:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972076 exp ffff880046d08400
00000100:00100000:0.0:1329972076.307187:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248752:12345-0@lo:400
00000100:00100000:0.0:1329972076.307204:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248752:12345-0@lo:400 Request procesed in 20us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972076.307212:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248753:12345-0@lo:400
00000100:00100000:0.0:1329972076.307224:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248753:12345-0@lo:400 Request procesed in 13us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972076.307231:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248755:12345-0@lo:400
00000100:00100000:0.0:1329972076.307241:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248755:12345-0@lo:400 Request procesed in 13us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972076.307248:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248756:12345-0@lo:400
00000100:00100000:0.0:1329972076.307259:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248756:12345-0@lo:400 Request procesed in 12us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972076.307269:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972076 exp ffff880008f8f400
00000100:00100000:0.0:1329972076.307277:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248754:12345-0@lo:400
00000100:00100000:0.0:1329972076.307293:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248754:12345-0@lo:400 Request procesed in 19us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972076.307317:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248751:0@lo:400
00000100:00100000:0.0:1329972076.307323:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248752:0@lo:400
00000100:00100000:0.0:1329972076.307327:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248753:0@lo:400
00000100:00100000:0.0:1329972076.307331:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248754:0@lo:400
00000100:00100000:0.0:1329972076.307335:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248755:0@lo:400
00000100:00100000:0.0:1329972076.307339:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248756:0@lo:400
00000100:00100000:0.0:1329972076.369584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972077.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972078.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972079.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972080.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972081.306614:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972081.306619:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972081.306621:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972081.306626:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334203966
00000100:00000400:0.0:1329972081.306628:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972081.306632:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972081.306638:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972081.306645:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373248765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972081.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972081.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972081.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972081.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334203966
00000100:00000400:0.0:1329972081.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972081.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972081.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972081.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373248766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972081.306683:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248759:0@lo:400
00000100:00100000:0.0:1329972081.306706:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972081.306715:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248760:0@lo:400
00000100:00100000:0.0:1329972081.306722:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972081.306727:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248761:0@lo:400
00000100:00100000:0.0:1329972081.306734:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972081.306739:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248762:0@lo:400
00000100:00100000:0.0:1329972081.306746:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972081.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248763:0@lo:400
00000100:00100000:0.0:1329972081.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972081.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248764:0@lo:400
00000100:00100000:0.0:1329972081.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972081.306790:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972081 exp ffff880052834000
00000100:00100000:0.0:1329972081.306808:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248759:12345-0@lo:400
00000100:00100000:0.0:1329972081.306831:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248759:12345-0@lo:400 Request procesed in 33us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972081.306844:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972081 exp ffff880008f8fc00
00000100:00080000:0.0:1329972081.306851:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972081 exp ffff880057c49800
00000100:00080000:0.0:1329972081.306855:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972081 exp ffff8800572c1c00
00000100:00080000:0.0:1329972081.306859:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972081 exp ffff880046d08400
00000100:00100000:0.0:1329972081.306868:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248760:12345-0@lo:400
00000100:00100000:0.0:1329972081.306884:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248760:12345-0@lo:400 Request procesed in 20us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972081.306892:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248761:12345-0@lo:400
00000100:00100000:0.0:1329972081.306904:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248761:12345-0@lo:400 Request procesed in 15us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972081.306911:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248763:12345-0@lo:400
00000100:00100000:0.0:1329972081.306922:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248763:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972081.306928:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248764:12345-0@lo:400
00000100:00100000:0.0:1329972081.306939:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248764:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972081.306949:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972081 exp ffff880008f8f400
00000100:00100000:0.0:1329972081.306957:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248762:12345-0@lo:400
00000100:00100000:0.0:1329972081.306973:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248762:12345-0@lo:400 Request procesed in 18us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972081.306992:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248765:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972081.307004:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248765 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972081] [real_sent 1329972081] [current 1329972081] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373248765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972081.307014:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373248765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972081.307020:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972081.307021:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972081.307024:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248765:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972081.307027:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248766:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972081.307034:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248766 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972081] [real_sent 1329972081] [current 1329972081] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373248766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972081.307041:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373248766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972106 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972081.307046:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972081.307047:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972081.307049:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248766:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972081.307064:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248759:0@lo:400
00000100:00100000:0.0:1329972081.307070:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248760:0@lo:400
00000100:00100000:0.0:1329972081.307074:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248761:0@lo:400
00000100:00100000:0.0:1329972081.307078:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248762:0@lo:400
00000100:00100000:0.0:1329972081.307082:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248763:0@lo:400
00000100:00100000:0.0:1329972081.307088:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248764:0@lo:400
00000100:00100000:0.0:1329972081.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972082.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972083.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972084.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972085.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972086.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972086.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972086.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972086.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334208966
00000100:00000400:0.0:1329972086.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972086.306664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972086.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972086.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373248773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972086.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972086.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972086.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972086.306688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334208966
00000100:00000400:0.0:1329972086.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972086.306691:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972086.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972086.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972086.306713:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248773:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972086.306737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248773 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972086] [real_sent 1329972086] [current 1329972086] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373248773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972086.306754:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373248773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972086.306760:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972086.306762:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972086.306764:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248773:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972086.306767:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248774:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972086.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248774 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972086] [real_sent 1329972086] [current 1329972086] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972086.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972111 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972086.306786:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972086.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972086.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248774:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972086.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248767:0@lo:400
00000100:00100000:0.0:1329972086.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972086.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248768:0@lo:400
00000100:00100000:0.0:1329972086.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972086.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248769:0@lo:400
00000100:00100000:0.0:1329972086.306899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972086.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248770:0@lo:400
00000100:00100000:0.0:1329972086.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972086.306941:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248771:0@lo:400
00000100:00100000:0.0:1329972086.306950:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972086.306956:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248772:0@lo:400
00000100:00100000:0.0:1329972086.306962:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972086.306981:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972086 exp ffff880052834000
00000100:00100000:0.0:1329972086.307001:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248767:12345-0@lo:400
00000100:00100000:0.0:1329972086.307024:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248767:12345-0@lo:400 Request procesed in 35us (211us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972086.307037:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972086 exp ffff880008f8fc00
00000100:00080000:0.0:1329972086.307043:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972086 exp ffff880057c49800
00000100:00080000:0.0:1329972086.307047:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972086 exp ffff8800572c1c00
00000100:00080000:0.0:1329972086.307052:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972086 exp ffff880046d08400
00000100:00100000:0.0:1329972086.307060:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248768:12345-0@lo:400
00000100:00100000:0.0:1329972086.307076:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248768:12345-0@lo:400 Request procesed in 20us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972086.307095:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248769:12345-0@lo:400
00000100:00100000:0.0:1329972086.307106:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248769:12345-0@lo:400 Request procesed in 14us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972086.307113:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248771:12345-0@lo:400
00000100:00100000:0.0:1329972086.307124:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248771:12345-0@lo:400 Request procesed in 12us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972086.307130:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248772:12345-0@lo:400
00000100:00100000:0.0:1329972086.307141:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248772:12345-0@lo:400 Request procesed in 13us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972086.307151:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972086 exp ffff880008f8f400
00000100:00100000:0.0:1329972086.307159:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248770:12345-0@lo:400
00000100:00100000:0.0:1329972086.307175:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248770:12345-0@lo:400 Request procesed in 17us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972086.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248767:0@lo:400
00000100:00100000:0.0:1329972086.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248768:0@lo:400
00000100:00100000:0.0:1329972086.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248769:0@lo:400
00000100:00100000:0.0:1329972086.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248770:0@lo:400
00000100:00100000:0.0:1329972086.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248771:0@lo:400
00000100:00100000:0.0:1329972086.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248772:0@lo:400
00000100:00100000:0.0:1329972086.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972087.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972088.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972089.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972090.369643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972091.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972091.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972091.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972091.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334213966
00000100:00000400:0.0:1329972091.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972091.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972091.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972091.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972091.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972091.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972091.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972091.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334213966
00000100:00000400:0.0:1329972091.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972091.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972091.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972091.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972091.306725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248775:0@lo:400
00000100:00100000:0.0:1329972091.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972091.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248776:0@lo:400
00000100:00100000:0.0:1329972091.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972091.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248777:0@lo:400
00000100:00100000:0.0:1329972091.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972091.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248778:0@lo:400
00000100:00100000:0.0:1329972091.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972091.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248779:0@lo:400
00000100:00100000:0.0:1329972091.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972091.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248780:0@lo:400
00000100:00100000:0.0:1329972091.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972091.306827:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972091 exp ffff880052834000
00000100:00100000:0.0:1329972091.306846:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248775:12345-0@lo:400
00000100:00100000:0.0:1329972091.306869:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248775:12345-0@lo:400 Request procesed in 33us (120us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972091.306882:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972091 exp ffff880008f8fc00
00000100:00080000:0.0:1329972091.306888:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972091 exp ffff880057c49800
00000100:00080000:0.0:1329972091.306893:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972091 exp ffff8800572c1c00
00000100:00080000:0.0:1329972091.306897:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972091 exp ffff880046d08400
00000100:00100000:0.0:1329972091.306905:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248776:12345-0@lo:400
00000100:00100000:0.0:1329972091.306921:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248776:12345-0@lo:400 Request procesed in 19us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972091.306931:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248777:12345-0@lo:400
00000100:00100000:0.0:1329972091.306943:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248777:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972091.306949:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248779:12345-0@lo:400
00000100:00100000:0.0:1329972091.306961:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248779:12345-0@lo:400 Request procesed in 14us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972091.306968:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248780:12345-0@lo:400
00000100:00100000:0.0:1329972091.306978:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248780:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972091.306988:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972091 exp ffff880008f8f400
00000100:00100000:0.0:1329972091.306997:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248778:12345-0@lo:400
00000100:00100000:0.0:1329972091.307013:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248778:12345-0@lo:400 Request procesed in 18us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972091.307032:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248781:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972091.307044:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248781 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972091] [real_sent 1329972091] [current 1329972091] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972091.307054:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972091.307060:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972091.307062:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972091.307064:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248781:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972091.307067:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248782:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972091.307074:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248782 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972091] [real_sent 1329972091] [current 1329972091] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972091.307081:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972116 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972091.307086:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972091.307087:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972091.307089:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248782:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972091.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248775:0@lo:400
00000100:00100000:0.0:1329972091.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248776:0@lo:400
00000100:00100000:0.0:1329972091.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248777:0@lo:400
00000100:00100000:0.0:1329972091.307118:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248778:0@lo:400
00000100:00100000:0.0:1329972091.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248779:0@lo:400
00000100:00100000:0.0:1329972091.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248780:0@lo:400
00000100:00100000:0.0:1329972091.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972092.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972093.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972094.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972095.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972096.306643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972096.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972096.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972096.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334218966
00000100:00000400:0.0:1329972096.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972096.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972096.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972096.306674:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972096.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972096.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972096.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972096.306703:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334218966
00000100:00000400:0.0:1329972096.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972096.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972096.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972096.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972096.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248783:0@lo:400
00000100:00100000:0.0:1329972096.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972096.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248784:0@lo:400
00000100:00100000:0.0:1329972096.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972096.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248785:0@lo:400
00000100:00100000:0.0:1329972096.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972096.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248786:0@lo:400
00000100:00100000:0.0:1329972096.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972096.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248787:0@lo:400
00000100:00100000:0.0:1329972096.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972096.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248788:0@lo:400
00000100:00100000:0.0:1329972096.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972096.306838:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972096 exp ffff880052834000
00000100:00100000:0.0:1329972096.306859:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248783:12345-0@lo:400
00000100:00100000:0.0:1329972096.306882:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248783:12345-0@lo:400 Request procesed in 36us (124us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972096.306895:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972096 exp ffff880008f8fc00
00000100:00080000:0.0:1329972096.306902:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972096 exp ffff880057c49800
00000100:00080000:0.0:1329972096.306906:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972096 exp ffff8800572c1c00
00000100:00080000:0.0:1329972096.306911:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972096 exp ffff880046d08400
00000100:00100000:0.0:1329972096.306919:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248784:12345-0@lo:400
00000100:00100000:0.0:1329972096.306935:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248784:12345-0@lo:400 Request procesed in 19us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972096.306943:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248785:12345-0@lo:400
00000100:00100000:0.0:1329972096.306954:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248785:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972096.306961:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248787:12345-0@lo:400
00000100:00100000:0.0:1329972096.306972:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248787:12345-0@lo:400 Request procesed in 12us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972096.306979:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248788:12345-0@lo:400
00000100:00100000:0.0:1329972096.306989:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248788:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972096.307009:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972096 exp ffff880008f8f400
00000100:00100000:0.0:1329972096.307018:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248786:12345-0@lo:400
00000100:00100000:0.0:1329972096.307034:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248786:12345-0@lo:400 Request procesed in 18us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972096.307053:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248789:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972096.307065:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248789 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972096] [real_sent 1329972096] [current 1329972096] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972096.307074:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972096.307085:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972096.307087:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972096.307090:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248789:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972096.307092:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248790:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972096.307099:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248790 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972096] [real_sent 1329972096] [current 1329972096] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972096.307106:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972121 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972096.307111:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972096.307112:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972096.307114:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248790:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972096.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248783:0@lo:400
00000100:00100000:0.0:1329972096.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248784:0@lo:400
00000100:00100000:0.0:1329972096.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248785:0@lo:400
00000100:00100000:0.0:1329972096.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248786:0@lo:400
00000100:00100000:0.0:1329972096.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248787:0@lo:400
00000100:00100000:0.0:1329972096.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248788:0@lo:400
00000100:00100000:0.0:1329972096.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972097.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972098.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972099.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972100.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972101.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972101.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972101.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972101.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334223966
00000100:00000400:0.0:1329972101.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972101.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972101.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972101.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972101.306702:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972101.306704:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972101.306705:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972101.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334223966
00000100:00000400:0.0:1329972101.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972101.306711:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972101.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972101.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373248798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972101.306734:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248797:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972101.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248797 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972101] [real_sent 1329972101] [current 1329972101] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972101.306769:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972101.306775:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972101.306777:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972101.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248797:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972101.306782:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248798:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972101.306790:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248798 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972101] [real_sent 1329972101] [current 1329972101] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373248798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972101.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373248798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972126 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972101.306801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972101.306803:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972101.306805:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248798:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972101.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248791:0@lo:400
00000100:00100000:0.0:1329972101.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972101.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248792:0@lo:400
00000100:00100000:0.0:1329972101.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972101.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248793:0@lo:400
00000100:00100000:0.0:1329972101.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972101.306893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248794:0@lo:400
00000100:00100000:0.0:1329972101.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972101.306905:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248795:0@lo:400
00000100:00100000:0.0:1329972101.306912:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972101.306917:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248796:0@lo:400
00000100:00100000:0.0:1329972101.306923:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972101.306941:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972101 exp ffff880052834000
00000100:00100000:0.0:1329972101.306960:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248791:12345-0@lo:400
00000100:00100000:0.0:1329972101.306984:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248791:12345-0@lo:400 Request procesed in 33us (154us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972101.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972101 exp ffff880008f8fc00
00000100:00080000:0.0:1329972101.307003:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972101 exp ffff880057c49800
00000100:00080000:0.0:1329972101.307008:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972101 exp ffff8800572c1c00
00000100:00080000:0.0:1329972101.307012:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972101 exp ffff880046d08400
00000100:00100000:0.0:1329972101.307020:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248792:12345-0@lo:400
00000100:00100000:0.0:1329972101.307037:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248792:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972101.307045:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248793:12345-0@lo:400
00000100:00100000:0.0:1329972101.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248793:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972101.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248795:12345-0@lo:400
00000100:00100000:0.0:1329972101.307074:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248795:12345-0@lo:400 Request procesed in 13us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972101.307081:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248796:12345-0@lo:400
00000100:00100000:0.0:1329972101.307091:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248796:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972101.307101:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972101 exp ffff880008f8f400
00000100:00100000:0.0:1329972101.307110:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248794:12345-0@lo:400
00000100:00100000:0.0:1329972101.307126:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248794:12345-0@lo:400 Request procesed in 18us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972101.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248791:0@lo:400
00000100:00100000:0.0:1329972101.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248792:0@lo:400
00000100:00100000:0.0:1329972101.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248793:0@lo:400
00000100:00100000:0.0:1329972101.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248794:0@lo:400
00000100:00100000:0.0:1329972101.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248795:0@lo:400
00000100:00100000:0.0:1329972101.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248796:0@lo:400
00000100:00100000:0.0:1329972101.369637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972102.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972103.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972104.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972105.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972106.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972106.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972106.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972106.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334228966
00000100:00000400:0.0:1329972106.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972106.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972106.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972106.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972106.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972106.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972106.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972106.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334228966
00000100:00000400:0.0:1329972106.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972106.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972106.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972106.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972106.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248805:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972106.306745:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248805 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972106] [real_sent 1329972106] [current 1329972106] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972106.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972106.306762:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972106.306763:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972106.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248805:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972106.306769:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248806:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972106.306776:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248806 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972106] [real_sent 1329972106] [current 1329972106] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972106.306783:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972131 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972106.306788:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972106.306789:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972106.306791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248806:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972106.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248799:0@lo:400
00000100:00100000:0.0:1329972106.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972106.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248800:0@lo:400
00000100:00100000:0.0:1329972106.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972106.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248801:0@lo:400
00000100:00100000:0.0:1329972106.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972106.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248802:0@lo:400
00000100:00100000:0.0:1329972106.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972106.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248803:0@lo:400
00000100:00100000:0.0:1329972106.306862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972106.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248804:0@lo:400
00000100:00100000:0.0:1329972106.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972106.306889:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972106 exp ffff880052834000
00000100:00100000:0.0:1329972106.306910:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248799:12345-0@lo:400
00000100:00100000:0.0:1329972106.306932:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248799:12345-0@lo:400 Request procesed in 35us (118us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972106.306945:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972106 exp ffff880008f8fc00
00000100:00100000:0.0:1329972106.306955:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248800:12345-0@lo:400
00000100:00100000:0.0:1329972106.306970:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248800:12345-0@lo:400 Request procesed in 19us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972106.306976:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972106 exp ffff880057c49800
00000100:00080000:0.0:1329972106.306982:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972106 exp ffff8800572c1c00
00000100:00080000:0.0:1329972106.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972106 exp ffff880046d08400
00000100:00100000:0.0:1329972106.306994:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248801:12345-0@lo:400
00000100:00100000:0.0:1329972106.307006:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248801:12345-0@lo:400 Request procesed in 15us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972106.307013:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248803:12345-0@lo:400
00000100:00100000:0.0:1329972106.307024:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248803:12345-0@lo:400 Request procesed in 13us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972106.307031:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248804:12345-0@lo:400
00000100:00100000:0.0:1329972106.307042:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248804:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972106.307051:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972106 exp ffff880008f8f400
00000100:00100000:0.0:1329972106.307060:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248802:12345-0@lo:400
00000100:00100000:0.0:1329972106.307075:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248802:12345-0@lo:400 Request procesed in 18us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972106.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248799:0@lo:400
00000100:00100000:0.0:1329972106.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248800:0@lo:400
00000100:00100000:0.0:1329972106.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248801:0@lo:400
00000100:00100000:0.0:1329972106.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248802:0@lo:400
00000100:00100000:0.0:1329972106.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248803:0@lo:400
00000100:00100000:0.0:1329972106.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248804:0@lo:400
00000100:00100000:0.0:1329972106.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972107.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972108.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972109.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972110.369642:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972111.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972111.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972111.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972111.306639:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334233966
00000100:00000400:0.0:1329972111.306641:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972111.306646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972111.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972111.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972111.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972111.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972111.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972111.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334233966
00000100:00000400:0.0:1329972111.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972111.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972111.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972111.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373248814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972111.306697:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248813:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972111.306720:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248813 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972111] [real_sent 1329972111] [current 1329972111] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972111.306731:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972111.306737:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972111.306738:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972111.306741:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248813:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972111.306744:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248814:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972111.306751:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248814 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972111] [real_sent 1329972111] [current 1329972111] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373248814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972111.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373248814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972136 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972111.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972111.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972111.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248814:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972111.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248807:0@lo:400
00000100:00100000:0.0:1329972111.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972111.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248808:0@lo:400
00000100:00100000:0.0:1329972111.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972111.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248809:0@lo:400
00000100:00100000:0.0:1329972111.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972111.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248810:0@lo:400
00000100:00100000:0.0:1329972111.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972111.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248811:0@lo:400
00000100:00100000:0.0:1329972111.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972111.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248812:0@lo:400
00000100:00100000:0.0:1329972111.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972111.306928:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972111 exp ffff880052834000
00000100:00100000:0.0:1329972111.306945:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248807:12345-0@lo:400
00000100:00100000:0.0:1329972111.306969:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248807:12345-0@lo:400 Request procesed in 32us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972111.306982:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972111 exp ffff880008f8fc00
00000100:00080000:0.0:1329972111.306988:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972111 exp ffff880057c49800
00000100:00080000:0.0:1329972111.306993:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972111 exp ffff8800572c1c00
00000100:00080000:0.0:1329972111.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972111 exp ffff880046d08400
00000100:00100000:0.0:1329972111.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248808:12345-0@lo:400
00000100:00100000:0.0:1329972111.307024:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248808:12345-0@lo:400 Request procesed in 21us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972111.307032:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248809:12345-0@lo:400
00000100:00100000:0.0:1329972111.307043:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248809:12345-0@lo:400 Request procesed in 14us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972111.307050:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248811:12345-0@lo:400
00000100:00100000:0.0:1329972111.307061:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248811:12345-0@lo:400 Request procesed in 13us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972111.307077:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248812:12345-0@lo:400
00000100:00100000:0.0:1329972111.307088:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248812:12345-0@lo:400 Request procesed in 13us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972111.307099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972111 exp ffff880008f8f400
00000100:00100000:0.0:1329972111.307107:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248810:12345-0@lo:400
00000100:00100000:0.0:1329972111.307124:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248810:12345-0@lo:400 Request procesed in 19us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972111.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248807:0@lo:400
00000100:00100000:0.0:1329972111.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248808:0@lo:400
00000100:00100000:0.0:1329972111.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248809:0@lo:400
00000100:00100000:0.0:1329972111.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248810:0@lo:400
00000100:00100000:0.0:1329972111.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248811:0@lo:400
00000100:00100000:0.0:1329972111.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248812:0@lo:400
00000100:00100000:0.0:1329972111.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972112.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972113.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972114.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972115.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972116.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972116.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972116.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972116.306646:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334238966
00000100:00000400:0.0:1329972116.306648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972116.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972116.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972116.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373248821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972116.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972116.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972116.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972116.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334238966
00000100:00000400:0.0:1329972116.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972116.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972116.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972116.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972116.306706:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248815:0@lo:400
00000100:00100000:0.0:1329972116.306732:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972116.306740:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248816:0@lo:400
00000100:00100000:0.0:1329972116.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972116.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248817:0@lo:400
00000100:00100000:0.0:1329972116.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972116.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248818:0@lo:400
00000100:00100000:0.0:1329972116.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972116.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248819:0@lo:400
00000100:00100000:0.0:1329972116.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972116.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248820:0@lo:400
00000100:00100000:0.0:1329972116.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972116.306817:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972116 exp ffff880052834000
00000100:00100000:0.0:1329972116.306843:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248815:12345-0@lo:400
00000100:00100000:0.0:1329972116.306867:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248815:12345-0@lo:400 Request procesed in 40us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972116.306881:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972116 exp ffff880008f8fc00
00000100:00080000:0.0:1329972116.306887:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972116 exp ffff880057c49800
00000100:00080000:0.0:1329972116.306892:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972116 exp ffff8800572c1c00
00000100:00080000:0.0:1329972116.306896:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972116 exp ffff880046d08400
00000100:00100000:0.0:1329972116.306905:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248816:12345-0@lo:400
00000100:00100000:0.0:1329972116.306922:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248816:12345-0@lo:400 Request procesed in 20us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972116.306930:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248817:12345-0@lo:400
00000100:00100000:0.0:1329972116.306942:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248817:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972116.306948:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248819:12345-0@lo:400
00000100:00100000:0.0:1329972116.306959:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248819:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972116.306966:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248820:12345-0@lo:400
00000100:00100000:0.0:1329972116.306977:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248820:12345-0@lo:400 Request procesed in 12us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972116.306987:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972116 exp ffff880008f8f400
00000100:00100000:0.0:1329972116.306995:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248818:12345-0@lo:400
00000100:00100000:0.0:1329972116.307011:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248818:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972116.307077:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248821:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972116.307091:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248821 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972116] [real_sent 1329972116] [current 1329972116] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373248821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972116.307101:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373248821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972116.307107:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972116.307109:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972116.307112:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248821:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972116.307114:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248822:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972116.307121:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248822 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972116] [real_sent 1329972116] [current 1329972116] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972116.307128:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972141 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972116.307133:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972116.307134:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972116.307136:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248822:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972116.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248815:0@lo:400
00000100:00100000:0.0:1329972116.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248816:0@lo:400
00000100:00100000:0.0:1329972116.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248817:0@lo:400
00000100:00100000:0.0:1329972116.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248818:0@lo:400
00000100:00100000:0.0:1329972116.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248819:0@lo:400
00000100:00100000:0.0:1329972116.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248820:0@lo:400
00000100:00100000:0.0:1329972116.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972117.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972118.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972119.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972120.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972121.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972121.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972121.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972121.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334243966
00000100:00000400:0.0:1329972121.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972121.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972121.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972121.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972121.306691:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972121.306693:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972121.306694:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972121.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334243966
00000100:00000400:0.0:1329972121.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972121.306700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972121.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972121.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972121.306723:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248823:0@lo:400
00000100:00100000:0.0:1329972121.306747:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972121.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248824:0@lo:400
00000100:00100000:0.0:1329972121.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972121.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248825:0@lo:400
00000100:00100000:0.0:1329972121.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972121.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248826:0@lo:400
00000100:00100000:0.0:1329972121.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972121.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248827:0@lo:400
00000100:00100000:0.0:1329972121.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972121.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248828:0@lo:400
00000100:00100000:0.0:1329972121.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972121.306891:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972121 exp ffff880052834000
00000100:00100000:0.0:1329972121.306912:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248823:12345-0@lo:400
00000100:00100000:0.0:1329972121.306936:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248823:12345-0@lo:400 Request procesed in 35us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972121.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972121 exp ffff880008f8fc00
00000100:00080000:0.0:1329972121.306956:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972121 exp ffff880057c49800
00000100:00080000:0.0:1329972121.306960:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972121 exp ffff8800572c1c00
00000100:00080000:0.0:1329972121.306964:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972121 exp ffff880046d08400
00000100:00100000:0.0:1329972121.306972:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248824:12345-0@lo:400
00000100:00100000:0.0:1329972121.306989:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248824:12345-0@lo:400 Request procesed in 20us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972121.306997:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248825:12345-0@lo:400
00000100:00100000:0.0:1329972121.307009:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248825:12345-0@lo:400 Request procesed in 14us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972121.307016:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248827:12345-0@lo:400
00000100:00100000:0.0:1329972121.307027:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248827:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972121.307033:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248828:12345-0@lo:400
00000100:00100000:0.0:1329972121.307044:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248828:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972121.307054:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972121 exp ffff880008f8f400
00000100:00100000:0.0:1329972121.307062:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248826:12345-0@lo:400
00000100:00100000:0.0:1329972121.307078:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248826:12345-0@lo:400 Request procesed in 18us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972121.307098:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248829:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972121.307112:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248829 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972121] [real_sent 1329972121] [current 1329972121] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972121.307122:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972121.307128:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972121.307130:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972121.307132:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248829:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972121.307135:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248830:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972121.307142:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248830 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972121] [real_sent 1329972121] [current 1329972121] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972121.307149:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972146 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972121.307154:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972121.307156:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972121.307158:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248830:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972121.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248823:0@lo:400
00000100:00100000:0.0:1329972121.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248824:0@lo:400
00000100:00100000:0.0:1329972121.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248825:0@lo:400
00000100:00100000:0.0:1329972121.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248826:0@lo:400
00000100:00100000:0.0:1329972121.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248827:0@lo:400
00000100:00100000:0.0:1329972121.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248828:0@lo:400
00000100:00100000:0.0:1329972121.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972122.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972123.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972124.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972125.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972126.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972126.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972126.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972126.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334248966
00000100:00000400:0.0:1329972126.306668:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972126.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972126.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972126.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373248837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972126.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972126.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972126.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972126.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334248966
00000100:00000400:0.0:1329972126.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972126.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972126.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972126.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972126.306724:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248831:0@lo:400
00000100:00100000:0.0:1329972126.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972126.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248832:0@lo:400
00000100:00100000:0.0:1329972126.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972126.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248833:0@lo:400
00000100:00100000:0.0:1329972126.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972126.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248834:0@lo:400
00000100:00100000:0.0:1329972126.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972126.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248835:0@lo:400
00000100:00100000:0.0:1329972126.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972126.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248836:0@lo:400
00000100:00100000:0.0:1329972126.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972126.306860:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972126 exp ffff880052834000
00000100:00100000:0.0:1329972126.306881:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248831:12345-0@lo:400
00000100:00100000:0.0:1329972126.306905:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248831:12345-0@lo:400 Request procesed in 37us (157us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972126.306919:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972126 exp ffff880008f8fc00
00000100:00080000:0.0:1329972126.306925:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972126 exp ffff880057c49800
00000100:00080000:0.0:1329972126.306930:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972126 exp ffff8800572c1c00
00000100:00080000:0.0:1329972126.306934:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972126 exp ffff880046d08400
00000100:00100000:0.0:1329972126.306942:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248832:12345-0@lo:400
00000100:00100000:0.0:1329972126.306959:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248832:12345-0@lo:400 Request procesed in 19us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972126.306967:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248833:12345-0@lo:400
00000100:00100000:0.0:1329972126.306978:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248833:12345-0@lo:400 Request procesed in 14us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972126.306996:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248835:12345-0@lo:400
00000100:00100000:0.0:1329972126.307007:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248835:12345-0@lo:400 Request procesed in 14us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972126.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248836:12345-0@lo:400
00000100:00100000:0.0:1329972126.307025:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248836:12345-0@lo:400 Request procesed in 12us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972126.307035:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972126 exp ffff880008f8f400
00000100:00100000:0.0:1329972126.307043:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248834:12345-0@lo:400
00000100:00100000:0.0:1329972126.307059:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248834:12345-0@lo:400 Request procesed in 19us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972126.307078:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248837:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972126.307091:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248837 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972126] [real_sent 1329972126] [current 1329972126] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373248837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972126.307101:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373248837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972126.307107:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972126.307109:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972126.307111:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248837:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972126.307114:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248838:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972126.307121:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248838 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972126] [real_sent 1329972126] [current 1329972126] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972126.307128:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972151 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972126.307133:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972126.307134:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972126.307136:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248838:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972126.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248831:0@lo:400
00000100:00100000:0.0:1329972126.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248832:0@lo:400
00000100:00100000:0.0:1329972126.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248833:0@lo:400
00000100:00100000:0.0:1329972126.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248834:0@lo:400
00000100:00100000:0.0:1329972126.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248835:0@lo:400
00000100:00100000:0.0:1329972126.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248836:0@lo:400
00000100:00100000:0.0:1329972126.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972127.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972128.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972129.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972130.369595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972131.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972131.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972131.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972131.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334253966
00000100:00000400:0.0:1329972131.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972131.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972131.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972131.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972131.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972131.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972131.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972131.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334253966
00000100:00000400:0.0:1329972131.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972131.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972131.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972131.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972131.306724:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248839:0@lo:400
00000100:00100000:0.0:1329972131.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972131.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248840:0@lo:400
00000100:00100000:0.0:1329972131.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972131.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248841:0@lo:400
00000100:00100000:0.0:1329972131.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972131.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248842:0@lo:400
00000100:00100000:0.0:1329972131.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972131.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248843:0@lo:400
00000100:00100000:0.0:1329972131.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972131.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248844:0@lo:400
00000100:00100000:0.0:1329972131.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972131.306831:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972131 exp ffff880052834000
00000100:00100000:0.0:1329972131.306851:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248839:12345-0@lo:400
00000100:00100000:0.0:1329972131.306875:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248839:12345-0@lo:400 Request procesed in 37us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972131.306890:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972131 exp ffff880008f8fc00
00000100:00080000:0.0:1329972131.306896:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972131 exp ffff880057c49800
00000100:00080000:0.0:1329972131.306901:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972131 exp ffff8800572c1c00
00000100:00080000:0.0:1329972131.306905:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972131 exp ffff880046d08400
00000100:00100000:0.0:1329972131.306914:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248840:12345-0@lo:400
00000100:00100000:0.0:1329972131.306931:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248840:12345-0@lo:400 Request procesed in 19us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972131.306939:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248841:12345-0@lo:400
00000100:00100000:0.0:1329972131.306951:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248841:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972131.306958:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248843:12345-0@lo:400
00000100:00100000:0.0:1329972131.306968:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248843:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972131.306975:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248844:12345-0@lo:400
00000100:00100000:0.0:1329972131.306986:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248844:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972131.306996:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972131 exp ffff880008f8f400
00000100:00100000:0.0:1329972131.307005:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248842:12345-0@lo:400
00000100:00100000:0.0:1329972131.307021:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248842:12345-0@lo:400 Request procesed in 19us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972131.307042:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248845:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972131.307056:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248845 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972131] [real_sent 1329972131] [current 1329972131] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972131.307066:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972131.307072:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972131.307074:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972131.307076:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248845:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972131.307107:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248846:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972131.307116:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248846 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972131] [real_sent 1329972131] [current 1329972131] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972131.307124:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972156 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972131.307129:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972131.307130:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972131.307132:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248846:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972131.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248839:0@lo:400
00000100:00100000:0.0:1329972131.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248840:0@lo:400
00000100:00100000:0.0:1329972131.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248841:0@lo:400
00000100:00100000:0.0:1329972131.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248842:0@lo:400
00000100:00100000:0.0:1329972131.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248843:0@lo:400
00000100:00100000:0.0:1329972131.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248844:0@lo:400
00000100:00100000:0.0:1329972131.369586:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972132.369595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972133.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972134.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972135.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972136.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972136.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972136.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972136.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334258966
00000100:00000400:0.0:1329972136.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972136.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972136.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972136.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972136.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972136.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972136.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972136.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334258966
00000100:00000400:0.0:1329972136.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972136.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972136.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972136.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373248854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972136.306704:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248847:0@lo:400
00000100:00100000:0.0:1329972136.306727:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972136.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248848:0@lo:400
00000100:00100000:0.0:1329972136.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972136.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248849:0@lo:400
00000100:00100000:0.0:1329972136.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972136.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248850:0@lo:400
00000100:00100000:0.0:1329972136.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972136.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248851:0@lo:400
00000100:00100000:0.0:1329972136.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972136.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248852:0@lo:400
00000100:00100000:0.0:1329972136.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972136.306810:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972136 exp ffff880052834000
00000100:00100000:0.0:1329972136.306834:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248847:12345-0@lo:400
00000100:00100000:0.0:1329972136.306858:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248847:12345-0@lo:400 Request procesed in 39us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972136.306871:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972136 exp ffff880008f8fc00
00000100:00080000:0.0:1329972136.306878:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972136 exp ffff880057c49800
00000100:00080000:0.0:1329972136.306882:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972136 exp ffff8800572c1c00
00000100:00080000:0.0:1329972136.306886:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972136 exp ffff880046d08400
00000100:00100000:0.0:1329972136.306895:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248848:12345-0@lo:400
00000100:00100000:0.0:1329972136.306911:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248848:12345-0@lo:400 Request procesed in 20us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972136.306919:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248849:12345-0@lo:400
00000100:00100000:0.0:1329972136.306930:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248849:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972136.306937:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248851:12345-0@lo:400
00000100:00100000:0.0:1329972136.306947:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248851:12345-0@lo:400 Request procesed in 12us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972136.306954:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248852:12345-0@lo:400
00000100:00100000:0.0:1329972136.306965:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248852:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972136.306975:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972136 exp ffff880008f8f400
00000100:00100000:0.0:1329972136.306983:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248850:12345-0@lo:400
00000100:00100000:0.0:1329972136.306999:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248850:12345-0@lo:400 Request procesed in 19us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972136.307019:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248853:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972136.307036:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248853 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972136] [real_sent 1329972136] [current 1329972136] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972136.307046:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972136.307052:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972136.307054:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972136.307056:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248853:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972136.307060:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248854:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972136.307066:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248854 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972136] [real_sent 1329972136] [current 1329972136] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373248854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972136.307073:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373248854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972161 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972136.307078:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972136.307080:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972136.307081:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248854:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972136.307215:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972136.307252:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972136.307262:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972136.307277:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248847:0@lo:400
00000100:00100000:0.0:1329972136.307284:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248848:0@lo:400
00000100:00100000:0.0:1329972136.307288:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248849:0@lo:400
00000100:00100000:0.0:1329972136.307292:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248850:0@lo:400
00000100:00100000:0.0:1329972136.307296:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248851:0@lo:400
00000100:00100000:0.0:1329972136.307300:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248852:0@lo:400
00000100:00100000:0.0:1329972136.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972137.369587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972138.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972139.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972140.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972141.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972141.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972141.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972141.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334263966
00000100:00000400:0.0:1329972141.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972141.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972141.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972141.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373248861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972141.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972141.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972141.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972141.306694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334263966
00000100:00000400:0.0:1329972141.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972141.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972141.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972141.306704:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972141.306721:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248855:0@lo:400
00000100:00100000:0.0:1329972141.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972141.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248856:0@lo:400
00000100:00100000:0.0:1329972141.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972141.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248857:0@lo:400
00000100:00100000:0.0:1329972141.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972141.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248858:0@lo:400
00000100:00100000:0.0:1329972141.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972141.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248859:0@lo:400
00000100:00100000:0.0:1329972141.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972141.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248860:0@lo:400
00000100:00100000:0.0:1329972141.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972141.306916:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972141 exp ffff880052834000
00000100:00100000:0.0:1329972141.306933:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248855:12345-0@lo:400
00000100:00100000:0.0:1329972141.306957:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248855:12345-0@lo:400 Request procesed in 33us (214us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972141.306971:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972141 exp ffff880008f8fc00
00000100:00080000:0.0:1329972141.306977:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972141 exp ffff880057c49800
00000100:00080000:0.0:1329972141.306981:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972141 exp ffff8800572c1c00
00000100:00080000:0.0:1329972141.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972141 exp ffff880046d08400
00000100:00100000:0.0:1329972141.306995:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248856:12345-0@lo:400
00000100:00100000:0.0:1329972141.307012:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248856:12345-0@lo:400 Request procesed in 22us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972141.307032:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248857:12345-0@lo:400
00000100:00100000:0.0:1329972141.307044:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248857:12345-0@lo:400 Request procesed in 14us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972141.307051:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248859:12345-0@lo:400
00000100:00100000:0.0:1329972141.307062:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248859:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972141.307068:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248860:12345-0@lo:400
00000100:00100000:0.0:1329972141.307079:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248860:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972141.307089:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972141 exp ffff880008f8f400
00000100:00100000:0.0:1329972141.307098:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248858:12345-0@lo:400
00000100:00100000:0.0:1329972141.307123:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248858:12345-0@lo:400 Request procesed in 26us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972141.307153:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248861:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972141.307168:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248861 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972141] [real_sent 1329972141] [current 1329972141] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373248861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972141.307178:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373248861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972141.307184:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972141.307186:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972141.307189:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248861:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972141.307192:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248862:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972141.307198:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248862 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972141] [real_sent 1329972141] [current 1329972141] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972141.307205:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972166 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972141.307210:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972141.307212:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972141.307214:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248862:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972141.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248855:0@lo:400
00000100:00100000:0.0:1329972141.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248856:0@lo:400
00000100:00100000:0.0:1329972141.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248857:0@lo:400
00000100:00100000:0.0:1329972141.307244:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248858:0@lo:400
00000100:00100000:0.0:1329972141.307248:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248859:0@lo:400
00000100:00100000:0.0:1329972141.307253:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248860:0@lo:400
00000100:00100000:0.0:1329972141.369637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972142.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972143.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972144.369723:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972145.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972146.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972146.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972146.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972146.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334268966
00000100:00000400:0.0:1329972146.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972146.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972146.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972146.306715:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972146.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972146.306725:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972146.306727:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972146.306729:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334268966
00000100:00000400:0.0:1329972146.306731:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972146.306733:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972146.306735:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972146.306740:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972146.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248863:0@lo:400
00000100:00100000:0.0:1329972146.306781:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972146.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248864:0@lo:400
00000100:00100000:0.0:1329972146.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972146.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248865:0@lo:400
00000100:00100000:0.0:1329972146.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972146.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248866:0@lo:400
00000100:00100000:0.0:1329972146.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972146.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248867:0@lo:400
00000100:00100000:0.0:1329972146.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972146.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248868:0@lo:400
00000100:00100000:0.0:1329972146.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972146.306862:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972146 exp ffff880052834000
00000100:00100000:0.0:1329972146.306884:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248863:12345-0@lo:400
00000100:00100000:0.0:1329972146.306907:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248863:12345-0@lo:400 Request procesed in 36us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972146.306921:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972146 exp ffff880008f8fc00
00000100:00080000:0.0:1329972146.306927:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972146 exp ffff880057c49800
00000100:00080000:0.0:1329972146.306931:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972146 exp ffff8800572c1c00
00000100:00080000:0.0:1329972146.306935:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972146 exp ffff880046d08400
00000100:00100000:0.0:1329972146.306944:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248864:12345-0@lo:400
00000100:00100000:0.0:1329972146.306960:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248864:12345-0@lo:400 Request procesed in 19us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972146.306968:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248865:12345-0@lo:400
00000100:00100000:0.0:1329972146.306981:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248865:12345-0@lo:400 Request procesed in 14us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972146.306988:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248867:12345-0@lo:400
00000100:00100000:0.0:1329972146.306998:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248867:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972146.307005:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248868:12345-0@lo:400
00000100:00100000:0.0:1329972146.307016:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248868:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972146.307025:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972146 exp ffff880008f8f400
00000100:00100000:0.0:1329972146.307034:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248866:12345-0@lo:400
00000100:00100000:0.0:1329972146.307050:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248866:12345-0@lo:400 Request procesed in 18us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972146.307069:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248869:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972146.307084:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248869 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972146] [real_sent 1329972146] [current 1329972146] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972146.307094:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972146.307101:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972146.307102:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972146.307105:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248869:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972146.307108:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248870:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972146.307115:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248870 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972146] [real_sent 1329972146] [current 1329972146] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972146.307122:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972171 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972146.307127:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972146.307128:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972146.307130:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248870:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972146.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248863:0@lo:400
00000100:00100000:0.0:1329972146.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248864:0@lo:400
00000100:00100000:0.0:1329972146.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248865:0@lo:400
00000100:00100000:0.0:1329972146.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248866:0@lo:400
00000100:00100000:0.0:1329972146.307164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248867:0@lo:400
00000100:00100000:0.0:1329972146.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248868:0@lo:400
00000100:00100000:0.0:1329972146.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972147.369640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972148.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972149.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972150.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972151.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972151.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972151.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972151.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334273966
00000100:00000400:0.0:1329972151.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972151.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972151.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972151.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373248877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972151.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972151.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972151.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972151.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334273966
00000100:00000400:0.0:1329972151.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972151.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972151.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972151.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972151.306699:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248871:0@lo:400
00000100:00100000:0.0:1329972151.306721:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972151.306729:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248872:0@lo:400
00000100:00100000:0.0:1329972151.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972151.306743:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248873:0@lo:400
00000100:00100000:0.0:1329972151.306750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972151.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248874:0@lo:400
00000100:00100000:0.0:1329972151.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972151.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248875:0@lo:400
00000100:00100000:0.0:1329972151.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972151.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248876:0@lo:400
00000100:00100000:0.0:1329972151.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972151.306804:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972151 exp ffff880052834000
00000100:00100000:0.0:1329972151.306821:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248871:12345-0@lo:400
00000100:00100000:0.0:1329972151.306844:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248871:12345-0@lo:400 Request procesed in 31us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972151.306857:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972151 exp ffff880008f8fc00
00000100:00080000:0.0:1329972151.306863:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972151 exp ffff880057c49800
00000100:00080000:0.0:1329972151.306868:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972151 exp ffff8800572c1c00
00000100:00080000:0.0:1329972151.306872:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972151 exp ffff880046d08400
00000100:00100000:0.0:1329972151.306882:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248872:12345-0@lo:400
00000100:00100000:0.0:1329972151.306898:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248872:12345-0@lo:400 Request procesed in 20us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972151.306906:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248873:12345-0@lo:400
00000100:00100000:0.0:1329972151.306918:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248873:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972151.306925:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248875:12345-0@lo:400
00000100:00100000:0.0:1329972151.306935:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248875:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972151.306942:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248876:12345-0@lo:400
00000100:00100000:0.0:1329972151.306953:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248876:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972151.306973:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972151 exp ffff880008f8f400
00000100:00100000:0.0:1329972151.306982:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248874:12345-0@lo:400
00000100:00100000:0.0:1329972151.306998:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248874:12345-0@lo:400 Request procesed in 19us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972151.307017:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248877:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972151.307029:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248877 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972151] [real_sent 1329972151] [current 1329972151] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373248877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972151.307039:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373248877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972151.307045:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972151.307047:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972151.307050:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248877:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972151.307053:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248878:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972151.307059:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248878 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972151] [real_sent 1329972151] [current 1329972151] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972151.307066:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972176 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972151.307071:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972151.307072:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972151.307074:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248878:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972151.307090:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248871:0@lo:400
00000100:00100000:0.0:1329972151.307096:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248872:0@lo:400
00000100:00100000:0.0:1329972151.307100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248873:0@lo:400
00000100:00100000:0.0:1329972151.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248874:0@lo:400
00000100:00100000:0.0:1329972151.307108:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248875:0@lo:400
00000100:00100000:0.0:1329972151.307112:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248876:0@lo:400
00000100:00100000:0.0:1329972151.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972152.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972153.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972154.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972155.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972156.306646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972156.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972156.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972156.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334278966
00000100:00000400:0.0:1329972156.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972156.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972156.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972156.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373248885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972156.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972156.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972156.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972156.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334278966
00000100:00000400:0.0:1329972156.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972156.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972156.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972156.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972156.306714:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248879:0@lo:400
00000100:00100000:0.0:1329972156.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972156.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248880:0@lo:400
00000100:00100000:0.0:1329972156.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972156.306829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248881:0@lo:400
00000100:00100000:0.0:1329972156.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972156.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248882:0@lo:400
00000100:00100000:0.0:1329972156.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972156.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248883:0@lo:400
00000100:00100000:0.0:1329972156.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972156.306866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248884:0@lo:400
00000100:00100000:0.0:1329972156.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972156.306892:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972156 exp ffff880052834000
00000100:00100000:0.0:1329972156.306914:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248879:12345-0@lo:400
00000100:00100000:0.0:1329972156.306937:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248879:12345-0@lo:400 Request procesed in 37us (163us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972156.306951:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972156 exp ffff880008f8fc00
00000100:00080000:0.0:1329972156.306958:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972156 exp ffff880057c49800
00000100:00080000:0.0:1329972156.306962:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972156 exp ffff8800572c1c00
00000100:00080000:0.0:1329972156.306967:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972156 exp ffff880046d08400
00000100:00100000:0.0:1329972156.306975:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248880:12345-0@lo:400
00000100:00100000:0.0:1329972156.306991:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248880:12345-0@lo:400 Request procesed in 19us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972156.306999:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248881:12345-0@lo:400
00000100:00100000:0.0:1329972156.307010:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248881:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972156.307017:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248883:12345-0@lo:400
00000100:00100000:0.0:1329972156.307028:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248883:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972156.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248884:12345-0@lo:400
00000100:00100000:0.0:1329972156.307046:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248884:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972156.307055:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972156 exp ffff880008f8f400
00000100:00100000:0.0:1329972156.307063:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248882:12345-0@lo:400
00000100:00100000:0.0:1329972156.307079:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248882:12345-0@lo:400 Request procesed in 19us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972156.307099:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248885:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972156.307111:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248885 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972156] [real_sent 1329972156] [current 1329972156] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373248885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972156.307121:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373248885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972156.307132:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972156.307134:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972156.307136:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248885:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972156.307139:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248886:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972156.307150:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248886 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972156] [real_sent 1329972156] [current 1329972156] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972156.307157:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972181 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972156.307161:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972156.307163:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972156.307165:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248886:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972156.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248879:0@lo:400
00000100:00100000:0.0:1329972156.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248880:0@lo:400
00000100:00100000:0.0:1329972156.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248881:0@lo:400
00000100:00100000:0.0:1329972156.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248882:0@lo:400
00000100:00100000:0.0:1329972156.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248883:0@lo:400
00000100:00100000:0.0:1329972156.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248884:0@lo:400
00000100:00100000:0.0:1329972156.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972157.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972158.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972159.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972160.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972161.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972161.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972161.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972161.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334283966
00000100:00000400:0.0:1329972161.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972161.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972161.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972161.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972161.306700:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972161.306701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972161.306703:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972161.306705:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334283966
00000100:00000400:0.0:1329972161.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972161.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972161.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972161.306714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972161.306731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248887:0@lo:400
00000100:00100000:0.0:1329972161.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972161.306764:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248888:0@lo:400
00000100:00100000:0.0:1329972161.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972161.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248889:0@lo:400
00000100:00100000:0.0:1329972161.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972161.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248890:0@lo:400
00000100:00100000:0.0:1329972161.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972161.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248891:0@lo:400
00000100:00100000:0.0:1329972161.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972161.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248892:0@lo:400
00000100:00100000:0.0:1329972161.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972161.306839:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972161 exp ffff880052834000
00000100:00100000:0.0:1329972161.306858:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248887:12345-0@lo:400
00000100:00100000:0.0:1329972161.306881:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248887:12345-0@lo:400 Request procesed in 33us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972161.306895:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972161 exp ffff880008f8fc00
00000100:00080000:0.0:1329972161.306901:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972161 exp ffff880057c49800
00000100:00080000:0.0:1329972161.306906:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972161 exp ffff8800572c1c00
00000100:00080000:0.0:1329972161.306910:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972161 exp ffff880046d08400
00000100:00100000:0.0:1329972161.306918:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248888:12345-0@lo:400
00000100:00100000:0.0:1329972161.306934:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248888:12345-0@lo:400 Request procesed in 19us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972161.306942:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248889:12345-0@lo:400
00000100:00100000:0.0:1329972161.306953:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248889:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972161.306960:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248891:12345-0@lo:400
00000100:00100000:0.0:1329972161.306971:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248891:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972161.306978:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248892:12345-0@lo:400
00000100:00100000:0.0:1329972161.306988:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248892:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972161.306998:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972161 exp ffff880008f8f400
00000100:00100000:0.0:1329972161.307007:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248890:12345-0@lo:400
00000100:00100000:0.0:1329972161.307023:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248890:12345-0@lo:400 Request procesed in 18us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972161.307043:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248893:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972161.307055:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248893 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972161] [real_sent 1329972161] [current 1329972161] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972161.307064:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972161.307071:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972161.307072:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972161.307075:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248893:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972161.307078:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248894:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972161.307084:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248894 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972161] [real_sent 1329972161] [current 1329972161] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972161.307091:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972186 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972161.307096:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972161.307097:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972161.307099:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248894:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972161.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248887:0@lo:400
00000100:00100000:0.0:1329972161.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248888:0@lo:400
00000100:00100000:0.0:1329972161.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248889:0@lo:400
00000100:00100000:0.0:1329972161.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248890:0@lo:400
00000100:00100000:0.0:1329972161.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248891:0@lo:400
00000100:00100000:0.0:1329972161.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248892:0@lo:400
00000100:00100000:0.0:1329972161.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972162.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972163.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972164.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972165.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972166.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972166.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972166.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972166.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334288966
00000100:00000400:0.0:1329972166.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972166.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972166.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972166.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972166.306707:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972166.306708:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972166.306709:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972166.306712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334288966
00000100:00000400:0.0:1329972166.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972166.306716:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972166.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972166.306723:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972166.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248895:0@lo:400
00000100:00100000:0.0:1329972166.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972166.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248896:0@lo:400
00000100:00100000:0.0:1329972166.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972166.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248897:0@lo:400
00000100:00100000:0.0:1329972166.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972166.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248898:0@lo:400
00000100:00100000:0.0:1329972166.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972166.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248899:0@lo:400
00000100:00100000:0.0:1329972166.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972166.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248900:0@lo:400
00000100:00100000:0.0:1329972166.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972166.306919:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972166 exp ffff880052834000
00000100:00100000:0.0:1329972166.306946:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248895:12345-0@lo:400
00000100:00100000:0.0:1329972166.306972:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248895:12345-0@lo:400 Request procesed in 43us (202us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972166.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972166 exp ffff880008f8fc00
00000100:00080000:0.0:1329972166.306992:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972166 exp ffff880057c49800
00000100:00080000:0.0:1329972166.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972166 exp ffff8800572c1c00
00000100:00080000:0.0:1329972166.307001:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972166 exp ffff880046d08400
00000100:00100000:0.0:1329972166.307009:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248896:12345-0@lo:400
00000100:00100000:0.0:1329972166.307027:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248896:12345-0@lo:400 Request procesed in 20us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972166.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248897:12345-0@lo:400
00000100:00100000:0.0:1329972166.307047:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248897:12345-0@lo:400 Request procesed in 14us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972166.307054:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248899:12345-0@lo:400
00000100:00100000:0.0:1329972166.307065:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248899:12345-0@lo:400 Request procesed in 13us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972166.307084:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248900:12345-0@lo:400
00000100:00100000:0.0:1329972166.307095:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248900:12345-0@lo:400 Request procesed in 14us (200us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972166.307106:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972166 exp ffff880008f8f400
00000100:00100000:0.0:1329972166.307115:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248898:12345-0@lo:400
00000100:00100000:0.0:1329972166.307131:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248898:12345-0@lo:400 Request procesed in 19us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972166.307153:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248901:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972166.307166:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248901 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972166] [real_sent 1329972166] [current 1329972166] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972166.307176:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972166.307182:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972166.307184:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972166.307187:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248901:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972166.307189:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248902:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972166.307196:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248902 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972166] [real_sent 1329972166] [current 1329972166] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972166.307203:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972191 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972166.307208:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972166.307209:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972166.307211:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248902:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972166.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248895:0@lo:400
00000100:00100000:0.0:1329972166.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248896:0@lo:400
00000100:00100000:0.0:1329972166.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248897:0@lo:400
00000100:00100000:0.0:1329972166.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248898:0@lo:400
00000100:00100000:0.0:1329972166.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248899:0@lo:400
00000100:00100000:0.0:1329972166.307249:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248900:0@lo:400
00000100:00100000:0.0:1329972166.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972167.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972168.369635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972169.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972170.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972171.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972171.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972171.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972171.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334293966
00000100:00000400:0.0:1329972171.306646:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972171.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972171.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972171.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373248909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972171.306671:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972171.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972171.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972171.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334293966
00000100:00000400:0.0:1329972171.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972171.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972171.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972171.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972171.306703:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248903:0@lo:400
00000100:00100000:0.0:1329972171.306727:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972171.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248904:0@lo:400
00000100:00100000:0.0:1329972171.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972171.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248905:0@lo:400
00000100:00100000:0.0:1329972171.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972171.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248906:0@lo:400
00000100:00100000:0.0:1329972171.306768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972171.306773:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248907:0@lo:400
00000100:00100000:0.0:1329972171.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972171.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248908:0@lo:400
00000100:00100000:0.0:1329972171.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972171.306812:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972171 exp ffff880052834000
00000100:00100000:0.0:1329972171.306829:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248903:12345-0@lo:400
00000100:00100000:0.0:1329972171.306852:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248903:12345-0@lo:400 Request procesed in 32us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972171.306865:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972171 exp ffff880008f8fc00
00000100:00080000:0.0:1329972171.306872:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972171 exp ffff880057c49800
00000100:00080000:0.0:1329972171.306876:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972171 exp ffff8800572c1c00
00000100:00080000:0.0:1329972171.306880:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972171 exp ffff880046d08400
00000100:00100000:0.0:1329972171.306890:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248904:12345-0@lo:400
00000100:00100000:0.0:1329972171.306907:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248904:12345-0@lo:400 Request procesed in 22us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972171.306915:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248905:12345-0@lo:400
00000100:00100000:0.0:1329972171.306927:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248905:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972171.306934:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248907:12345-0@lo:400
00000100:00100000:0.0:1329972171.306945:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248907:12345-0@lo:400 Request procesed in 13us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972171.306951:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248908:12345-0@lo:400
00000100:00100000:0.0:1329972171.306962:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248908:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972171.306972:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972171 exp ffff880008f8f400
00000100:00100000:0.0:1329972171.306980:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248906:12345-0@lo:400
00000100:00100000:0.0:1329972171.306996:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248906:12345-0@lo:400 Request procesed in 19us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972171.307027:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248909:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972171.307040:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248909 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972171] [real_sent 1329972171] [current 1329972171] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373248909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972171.307049:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373248909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972171.307056:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972171.307057:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972171.307060:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248909:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972171.307063:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248910:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972171.307069:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248910 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972171] [real_sent 1329972171] [current 1329972171] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972171.307076:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972196 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972171.307081:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972171.307082:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972171.307084:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248910:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972171.307099:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248903:0@lo:400
00000100:00100000:0.0:1329972171.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248904:0@lo:400
00000100:00100000:0.0:1329972171.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248905:0@lo:400
00000100:00100000:0.0:1329972171.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248906:0@lo:400
00000100:00100000:0.0:1329972171.307118:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248907:0@lo:400
00000100:00100000:0.0:1329972171.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248908:0@lo:400
00000100:00100000:0.0:1329972171.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972172.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972173.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972174.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972175.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972176.306642:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972176.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972176.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972176.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334298966
00000100:00000400:0.0:1329972176.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972176.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972176.306666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972176.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373248917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972176.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972176.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972176.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972176.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334298966
00000100:00000400:0.0:1329972176.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972176.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972176.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972176.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373248918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972176.306711:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248911:0@lo:400
00000100:00100000:0.0:1329972176.306735:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972176.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248912:0@lo:400
00000100:00100000:0.0:1329972176.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972176.306756:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248913:0@lo:400
00000100:00100000:0.0:1329972176.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972176.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248914:0@lo:400
00000100:00100000:0.0:1329972176.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972176.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248915:0@lo:400
00000100:00100000:0.0:1329972176.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972176.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248916:0@lo:400
00000100:00100000:0.0:1329972176.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972176.306886:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972176 exp ffff880052834000
00000100:00100000:0.0:1329972176.306909:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248911:12345-0@lo:400
00000100:00100000:0.0:1329972176.306934:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248911:12345-0@lo:400 Request procesed in 38us (198us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972176.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972176 exp ffff880008f8fc00
00000100:00080000:0.0:1329972176.306956:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972176 exp ffff880057c49800
00000100:00080000:0.0:1329972176.306961:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972176 exp ffff8800572c1c00
00000100:00080000:0.0:1329972176.306965:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972176 exp ffff880046d08400
00000100:00100000:0.0:1329972176.306973:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248912:12345-0@lo:400
00000100:00100000:0.0:1329972176.306989:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248912:12345-0@lo:400 Request procesed in 19us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972176.306998:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248913:12345-0@lo:400
00000100:00100000:0.0:1329972176.307009:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248913:12345-0@lo:400 Request procesed in 13us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972176.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248915:12345-0@lo:400
00000100:00100000:0.0:1329972176.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248915:12345-0@lo:400 Request procesed in 13us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972176.307033:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248916:12345-0@lo:400
00000100:00100000:0.0:1329972176.307044:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248916:12345-0@lo:400 Request procesed in 12us (214us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972176.307053:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972176 exp ffff880008f8f400
00000100:00100000:0.0:1329972176.307062:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248914:12345-0@lo:400
00000100:00100000:0.0:1329972176.307078:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248914:12345-0@lo:400 Request procesed in 18us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972176.307097:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248917:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972176.307109:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248917 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972176] [real_sent 1329972176] [current 1329972176] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373248917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972176.307119:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373248917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972176.307131:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972176.307133:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972176.307135:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248917:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972176.307138:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248918:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972176.307145:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248918 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972176] [real_sent 1329972176] [current 1329972176] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373248918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972176.307152:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373248918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972201 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972176.307157:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972176.307158:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972176.307160:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248918:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972176.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248911:0@lo:400
00000100:00100000:0.0:1329972176.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248912:0@lo:400
00000100:00100000:0.0:1329972176.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248913:0@lo:400
00000100:00100000:0.0:1329972176.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248914:0@lo:400
00000100:00100000:0.0:1329972176.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248915:0@lo:400
00000100:00100000:0.0:1329972176.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248916:0@lo:400
00000100:00100000:0.0:1329972176.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972177.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972178.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972179.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972180.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972181.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972181.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972181.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972181.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334303966
00000100:00000400:0.0:1329972181.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972181.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972181.306699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972181.306706:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373248925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972181.306713:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972181.306715:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972181.306716:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972181.306719:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334303966
00000100:00000400:0.0:1329972181.306720:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972181.306722:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972181.306724:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972181.306728:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972181.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248919:0@lo:400
00000100:00100000:0.0:1329972181.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972181.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248920:0@lo:400
00000100:00100000:0.0:1329972181.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972181.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248921:0@lo:400
00000100:00100000:0.0:1329972181.306852:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972181.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248922:0@lo:400
00000100:00100000:0.0:1329972181.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972181.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248923:0@lo:400
00000100:00100000:0.0:1329972181.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972181.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248924:0@lo:400
00000100:00100000:0.0:1329972181.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972181.306929:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972181 exp ffff880052834000
00000100:00100000:0.0:1329972181.306946:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248919:12345-0@lo:400
00000100:00100000:0.0:1329972181.306970:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248919:12345-0@lo:400 Request procesed in 33us (152us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972181.306984:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972181 exp ffff880008f8fc00
00000100:00080000:0.0:1329972181.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972181 exp ffff880057c49800
00000100:00080000:0.0:1329972181.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972181 exp ffff8800572c1c00
00000100:00080000:0.0:1329972181.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972181 exp ffff880046d08400
00000100:00100000:0.0:1329972181.307009:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248920:12345-0@lo:400
00000100:00100000:0.0:1329972181.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248920:12345-0@lo:400 Request procesed in 21us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972181.307034:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248921:12345-0@lo:400
00000100:00100000:0.0:1329972181.307045:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248921:12345-0@lo:400 Request procesed in 14us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972181.307064:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248923:12345-0@lo:400
00000100:00100000:0.0:1329972181.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248923:12345-0@lo:400 Request procesed in 14us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972181.307082:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248924:12345-0@lo:400
00000100:00100000:0.0:1329972181.307093:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248924:12345-0@lo:400 Request procesed in 12us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972181.307103:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972181 exp ffff880008f8f400
00000100:00100000:0.0:1329972181.307111:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248922:12345-0@lo:400
00000100:00100000:0.0:1329972181.307127:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248922:12345-0@lo:400 Request procesed in 19us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972181.307147:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248925:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972181.307159:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248925 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972181] [real_sent 1329972181] [current 1329972181] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373248925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972181.307169:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373248925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972181.307175:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972181.307177:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972181.307179:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248925:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972181.307182:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248926:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972181.307189:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248926 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972181] [real_sent 1329972181] [current 1329972181] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972181.307196:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972206 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972181.307201:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972181.307202:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972181.307204:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248926:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972181.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248919:0@lo:400
00000100:00100000:0.0:1329972181.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248920:0@lo:400
00000100:00100000:0.0:1329972181.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248921:0@lo:400
00000100:00100000:0.0:1329972181.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248922:0@lo:400
00000100:00100000:0.0:1329972181.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248923:0@lo:400
00000100:00100000:0.0:1329972181.307243:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248924:0@lo:400
00000100:00100000:0.0:1329972181.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972182.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972183.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972184.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972185.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972186.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972186.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972186.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972186.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334308966
00000100:00000400:0.0:1329972186.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972186.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972186.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972186.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972186.306671:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972186.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972186.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972186.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334308966
00000100:00000400:0.0:1329972186.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972186.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972186.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972186.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972186.306702:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248927:0@lo:400
00000100:00100000:0.0:1329972186.306725:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972186.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248928:0@lo:400
00000100:00100000:0.0:1329972186.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972186.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248929:0@lo:400
00000100:00100000:0.0:1329972186.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972186.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248930:0@lo:400
00000100:00100000:0.0:1329972186.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972186.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248931:0@lo:400
00000100:00100000:0.0:1329972186.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972186.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248932:0@lo:400
00000100:00100000:0.0:1329972186.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972186.306805:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972186 exp ffff880052834000
00000100:00100000:0.0:1329972186.306825:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248927:12345-0@lo:400
00000100:00100000:0.0:1329972186.306849:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248927:12345-0@lo:400 Request procesed in 35us (124us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972186.306862:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972186 exp ffff880008f8fc00
00000100:00080000:0.0:1329972186.306869:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972186 exp ffff880057c49800
00000100:00080000:0.0:1329972186.306873:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972186 exp ffff8800572c1c00
00000100:00080000:0.0:1329972186.306877:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972186 exp ffff880046d08400
00000100:00100000:0.0:1329972186.306885:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248928:12345-0@lo:400
00000100:00100000:0.0:1329972186.306902:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248928:12345-0@lo:400 Request procesed in 20us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972186.306909:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248929:12345-0@lo:400
00000100:00100000:0.0:1329972186.306921:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248929:12345-0@lo:400 Request procesed in 14us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972186.306928:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248931:12345-0@lo:400
00000100:00100000:0.0:1329972186.306939:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248931:12345-0@lo:400 Request procesed in 13us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972186.306946:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248932:12345-0@lo:400
00000100:00100000:0.0:1329972186.306956:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248932:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972186.306966:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972186 exp ffff880008f8f400
00000100:00100000:0.0:1329972186.306975:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248930:12345-0@lo:400
00000100:00100000:0.0:1329972186.306990:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248930:12345-0@lo:400 Request procesed in 18us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972186.307009:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248933:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972186.307021:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248933 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972186] [real_sent 1329972186] [current 1329972186] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972186.307031:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972186.307037:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972186.307039:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972186.307041:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248933:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972186.307044:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248934:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972186.307051:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248934 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972186] [real_sent 1329972186] [current 1329972186] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972186.307058:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972211 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972186.307063:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972186.307064:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972186.307066:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248934:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972186.307082:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248927:0@lo:400
00000100:00100000:0.0:1329972186.307088:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248928:0@lo:400
00000100:00100000:0.0:1329972186.307092:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248929:0@lo:400
00000100:00100000:0.0:1329972186.307096:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248930:0@lo:400
00000100:00100000:0.0:1329972186.307100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248931:0@lo:400
00000100:00100000:0.0:1329972186.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248932:0@lo:400
00000100:00100000:0.0:1329972186.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972187.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972188.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972189.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972190.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972191.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972191.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972191.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972191.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334313966
00000100:00000400:0.0:1329972191.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972191.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972191.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972191.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972191.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972191.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972191.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972191.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334313966
00000100:00000400:0.0:1329972191.306712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972191.306715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972191.306717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972191.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972191.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248935:0@lo:400
00000100:00100000:0.0:1329972191.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972191.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248936:0@lo:400
00000100:00100000:0.0:1329972191.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972191.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248937:0@lo:400
00000100:00100000:0.0:1329972191.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972191.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248938:0@lo:400
00000100:00100000:0.0:1329972191.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972191.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248939:0@lo:400
00000100:00100000:0.0:1329972191.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972191.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248940:0@lo:400
00000100:00100000:0.0:1329972191.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972191.306855:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972191 exp ffff880052834000
00000100:00100000:0.0:1329972191.306876:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248935:12345-0@lo:400
00000100:00100000:0.0:1329972191.306900:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248935:12345-0@lo:400 Request procesed in 35us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972191.306913:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972191 exp ffff880008f8fc00
00000100:00080000:0.0:1329972191.306920:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972191 exp ffff880057c49800
00000100:00080000:0.0:1329972191.306924:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972191 exp ffff8800572c1c00
00000100:00080000:0.0:1329972191.306929:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972191 exp ffff880046d08400
00000100:00100000:0.0:1329972191.306937:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248936:12345-0@lo:400
00000100:00100000:0.0:1329972191.306954:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248936:12345-0@lo:400 Request procesed in 19us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972191.306962:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248937:12345-0@lo:400
00000100:00100000:0.0:1329972191.306975:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248937:12345-0@lo:400 Request procesed in 15us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972191.306982:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248939:12345-0@lo:400
00000100:00100000:0.0:1329972191.306993:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248939:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972191.306999:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248940:12345-0@lo:400
00000100:00100000:0.0:1329972191.307010:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248940:12345-0@lo:400 Request procesed in 12us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972191.307020:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972191 exp ffff880008f8f400
00000100:00100000:0.0:1329972191.307028:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248938:12345-0@lo:400
00000100:00100000:0.0:1329972191.307045:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248938:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972191.307065:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248941:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972191.307079:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248941 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972191] [real_sent 1329972191] [current 1329972191] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972191.307089:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972191.307095:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972191.307097:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972191.307099:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248941:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972191.307102:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248942:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972191.307109:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248942 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972191] [real_sent 1329972191] [current 1329972191] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972191.307117:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972216 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972191.307121:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972191.307123:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972191.307125:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248942:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972191.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248935:0@lo:400
00000100:00100000:0.0:1329972191.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248936:0@lo:400
00000100:00100000:0.0:1329972191.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248937:0@lo:400
00000100:00100000:0.0:1329972191.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248938:0@lo:400
00000100:00100000:0.0:1329972191.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248939:0@lo:400
00000100:00100000:0.0:1329972191.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248940:0@lo:400
00000100:00100000:0.0:1329972191.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972192.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972193.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972194.369593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972195.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972196.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972196.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972196.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972196.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334318966
00000100:00000400:0.0:1329972196.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972196.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972196.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972196.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373248949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972196.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972196.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972196.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972196.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334318966
00000100:00000400:0.0:1329972196.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972196.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972196.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972196.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373248950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972196.306715:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248943:0@lo:400
00000100:00100000:0.0:1329972196.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972196.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248944:0@lo:400
00000100:00100000:0.0:1329972196.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972196.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248945:0@lo:400
00000100:00100000:0.0:1329972196.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972196.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248946:0@lo:400
00000100:00100000:0.0:1329972196.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972196.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248947:0@lo:400
00000100:00100000:0.0:1329972196.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972196.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248948:0@lo:400
00000100:00100000:0.0:1329972196.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972196.306899:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972196 exp ffff880052834000
00000100:00100000:0.0:1329972196.306922:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248943:12345-0@lo:400
00000100:00100000:0.0:1329972196.306947:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248943:12345-0@lo:400 Request procesed in 39us (155us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972196.306961:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972196 exp ffff880008f8fc00
00000100:00080000:0.0:1329972196.306968:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972196 exp ffff880057c49800
00000100:00080000:0.0:1329972196.306973:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972196 exp ffff8800572c1c00
00000100:00080000:0.0:1329972196.306977:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972196 exp ffff880046d08400
00000100:00100000:0.0:1329972196.306986:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248944:12345-0@lo:400
00000100:00100000:0.0:1329972196.307003:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248944:12345-0@lo:400 Request procesed in 21us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972196.307022:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248945:12345-0@lo:400
00000100:00100000:0.0:1329972196.307034:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248945:12345-0@lo:400 Request procesed in 15us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972196.307041:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248947:12345-0@lo:400
00000100:00100000:0.0:1329972196.307052:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248947:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972196.307059:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248948:12345-0@lo:400
00000100:00100000:0.0:1329972196.307069:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248948:12345-0@lo:400 Request procesed in 13us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972196.307080:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972196 exp ffff880008f8f400
00000100:00100000:0.0:1329972196.307088:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248946:12345-0@lo:400
00000100:00100000:0.0:1329972196.307104:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248946:12345-0@lo:400 Request procesed in 19us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972196.307124:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248949:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972196.307143:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248949 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972196] [real_sent 1329972196] [current 1329972196] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373248949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972196.307153:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373248949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972196.307164:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972196.307166:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972196.307169:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248949:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972196.307172:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248950:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972196.307179:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248950 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972196] [real_sent 1329972196] [current 1329972196] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373248950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972196.307186:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373248950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972221 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972196.307190:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972196.307192:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972196.307194:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248950:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972196.307335:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972196.307374:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972196.307384:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972196.307399:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248943:0@lo:400
00000100:00100000:0.0:1329972196.307406:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248944:0@lo:400
00000100:00100000:0.0:1329972196.307410:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248945:0@lo:400
00000100:00100000:0.0:1329972196.307415:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248946:0@lo:400
00000100:00100000:0.0:1329972196.307419:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248947:0@lo:400
00000100:00100000:0.0:1329972196.307423:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248948:0@lo:400
00000100:00100000:0.0:1329972196.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972197.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972198.369639:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972199.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972200.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972201.306610:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972201.306615:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972201.306617:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972201.306622:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334323966
00000100:00000400:0.0:1329972201.306624:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972201.306629:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972201.306634:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972201.306641:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373248957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972201.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972201.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972201.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972201.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334323966
00000100:00000400:0.0:1329972201.306655:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972201.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972201.306659:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972201.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373248958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972201.306679:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248951:0@lo:400
00000100:00100000:0.0:1329972201.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972201.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248952:0@lo:400
00000100:00100000:0.0:1329972201.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972201.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248953:0@lo:400
00000100:00100000:0.0:1329972201.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972201.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248954:0@lo:400
00000100:00100000:0.0:1329972201.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972201.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248955:0@lo:400
00000100:00100000:0.0:1329972201.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972201.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248956:0@lo:400
00000100:00100000:0.0:1329972201.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972201.306848:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972201 exp ffff880052834000
00000100:00100000:0.0:1329972201.306869:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248951:12345-0@lo:400
00000100:00100000:0.0:1329972201.306892:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248951:12345-0@lo:400 Request procesed in 36us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972201.306905:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972201 exp ffff880008f8fc00
00000100:00080000:0.0:1329972201.306912:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972201 exp ffff880057c49800
00000100:00080000:0.0:1329972201.306916:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972201 exp ffff8800572c1c00
00000100:00080000:0.0:1329972201.306920:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972201 exp ffff880046d08400
00000100:00100000:0.0:1329972201.306929:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248952:12345-0@lo:400
00000100:00100000:0.0:1329972201.306945:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248952:12345-0@lo:400 Request procesed in 19us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972201.306953:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248953:12345-0@lo:400
00000100:00100000:0.0:1329972201.306964:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248953:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972201.306970:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248955:12345-0@lo:400
00000100:00100000:0.0:1329972201.306982:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248955:12345-0@lo:400 Request procesed in 14us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972201.306989:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248956:12345-0@lo:400
00000100:00100000:0.0:1329972201.306999:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248956:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972201.307011:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972201 exp ffff880008f8f400
00000100:00100000:0.0:1329972201.307020:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248954:12345-0@lo:400
00000100:00100000:0.0:1329972201.307036:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248954:12345-0@lo:400 Request procesed in 18us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972201.307055:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248957:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972201.307070:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248957 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972201] [real_sent 1329972201] [current 1329972201] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373248957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972201.307080:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373248957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972201.307086:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972201.307088:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972201.307090:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248957:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972201.307093:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248958:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972201.307100:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248958 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972201] [real_sent 1329972201] [current 1329972201] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373248958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972201.307107:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373248958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972226 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972201.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972201.307113:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972201.307115:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248958:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972201.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248951:0@lo:400
00000100:00100000:0.0:1329972201.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248952:0@lo:400
00000100:00100000:0.0:1329972201.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248953:0@lo:400
00000100:00100000:0.0:1329972201.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248954:0@lo:400
00000100:00100000:0.0:1329972201.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248955:0@lo:400
00000100:00100000:0.0:1329972201.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248956:0@lo:400
00000100:00100000:0.0:1329972201.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972202.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972203.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972204.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972205.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972206.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972206.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972206.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972206.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334328966
00000100:00000400:0.0:1329972206.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972206.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972206.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972206.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373248965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972206.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972206.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972206.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972206.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334328966
00000100:00000400:0.0:1329972206.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972206.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972206.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972206.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972206.306723:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248959:0@lo:400
00000100:00100000:0.0:1329972206.306745:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972206.306753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248960:0@lo:400
00000100:00100000:0.0:1329972206.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972206.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248961:0@lo:400
00000100:00100000:0.0:1329972206.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972206.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248962:0@lo:400
00000100:00100000:0.0:1329972206.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972206.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248963:0@lo:400
00000100:00100000:0.0:1329972206.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972206.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248964:0@lo:400
00000100:00100000:0.0:1329972206.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972206.306826:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972206 exp ffff880052834000
00000100:00100000:0.0:1329972206.306846:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248959:12345-0@lo:400
00000100:00100000:0.0:1329972206.306918:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248959:12345-0@lo:400 Request procesed in 84us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972206.306934:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972206 exp ffff880008f8fc00
00000100:00080000:0.0:1329972206.306940:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972206 exp ffff880057c49800
00000100:00080000:0.0:1329972206.306945:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972206 exp ffff8800572c1c00
00000100:00080000:0.0:1329972206.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972206 exp ffff880046d08400
00000100:00100000:0.0:1329972206.306958:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248960:12345-0@lo:400
00000100:00100000:0.0:1329972206.306976:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248960:12345-0@lo:400 Request procesed in 21us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972206.306984:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248961:12345-0@lo:400
00000100:00100000:0.0:1329972206.306995:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248961:12345-0@lo:400 Request procesed in 14us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972206.307002:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248963:12345-0@lo:400
00000100:00100000:0.0:1329972206.307013:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248963:12345-0@lo:400 Request procesed in 13us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972206.307020:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248964:12345-0@lo:400
00000100:00100000:0.0:1329972206.307031:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248964:12345-0@lo:400 Request procesed in 13us (221us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972206.307050:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972206 exp ffff880008f8f400
00000100:00100000:0.0:1329972206.307059:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248962:12345-0@lo:400
00000100:00100000:0.0:1329972206.307075:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248962:12345-0@lo:400 Request procesed in 18us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972206.307094:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248965:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972206.307106:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248965 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972206] [real_sent 1329972206] [current 1329972206] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373248965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972206.307116:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373248965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972206.307122:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972206.307124:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972206.307126:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248965:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972206.307129:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248966:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972206.307136:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248966 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972206] [real_sent 1329972206] [current 1329972206] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972206.307143:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972231 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972206.307148:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972206.307149:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972206.307151:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248966:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972206.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248959:0@lo:400
00000100:00100000:0.0:1329972206.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248960:0@lo:400
00000100:00100000:0.0:1329972206.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248961:0@lo:400
00000100:00100000:0.0:1329972206.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248962:0@lo:400
00000100:00100000:0.0:1329972206.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248963:0@lo:400
00000100:00100000:0.0:1329972206.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248964:0@lo:400
00000100:00100000:0.0:1329972206.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972207.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972208.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972209.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972210.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972211.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972211.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972211.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972211.306668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334333966
00000100:00000400:0.0:1329972211.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972211.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972211.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972211.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373248973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972211.306695:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972211.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972211.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972211.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334333966
00000100:00000400:0.0:1329972211.306702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972211.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972211.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972211.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373248974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972211.306727:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248967:0@lo:400
00000100:00100000:0.0:1329972211.306751:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972211.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248968:0@lo:400
00000100:00100000:0.0:1329972211.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972211.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248969:0@lo:400
00000100:00100000:0.0:1329972211.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972211.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248970:0@lo:400
00000100:00100000:0.0:1329972211.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972211.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248971:0@lo:400
00000100:00100000:0.0:1329972211.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972211.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248972:0@lo:400
00000100:00100000:0.0:1329972211.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972211.306865:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972211 exp ffff880052834000
00000100:00100000:0.0:1329972211.306886:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248967:12345-0@lo:400
00000100:00100000:0.0:1329972211.306911:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248967:12345-0@lo:400 Request procesed in 37us (160us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972211.306924:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972211 exp ffff880008f8fc00
00000100:00080000:0.0:1329972211.306930:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972211 exp ffff880057c49800
00000100:00080000:0.0:1329972211.306935:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972211 exp ffff8800572c1c00
00000100:00080000:0.0:1329972211.306940:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972211 exp ffff880046d08400
00000100:00100000:0.0:1329972211.306948:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248968:12345-0@lo:400
00000100:00100000:0.0:1329972211.306964:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248968:12345-0@lo:400 Request procesed in 19us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972211.306972:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248969:12345-0@lo:400
00000100:00100000:0.0:1329972211.306983:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248969:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972211.306990:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248971:12345-0@lo:400
00000100:00100000:0.0:1329972211.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248971:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972211.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248972:12345-0@lo:400
00000100:00100000:0.0:1329972211.307019:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248972:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972211.307029:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972211 exp ffff880008f8f400
00000100:00100000:0.0:1329972211.307037:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248970:12345-0@lo:400
00000100:00100000:0.0:1329972211.307053:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248970:12345-0@lo:400 Request procesed in 18us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972211.307073:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248973:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972211.307085:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248973 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972211] [real_sent 1329972211] [current 1329972211] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373248973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972211.307095:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373248973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972211.307102:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972211.307103:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972211.307106:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248973:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972211.307109:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248974:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972211.307116:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248974 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972211] [real_sent 1329972211] [current 1329972211] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373248974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972211.307123:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373248974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972236 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972211.307128:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972211.307129:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972211.307131:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248974:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972211.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248967:0@lo:400
00000100:00100000:0.0:1329972211.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248968:0@lo:400
00000100:00100000:0.0:1329972211.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248969:0@lo:400
00000100:00100000:0.0:1329972211.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248970:0@lo:400
00000100:00100000:0.0:1329972211.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248971:0@lo:400
00000100:00100000:0.0:1329972211.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248972:0@lo:400
00000100:00100000:0.0:1329972211.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972212.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972213.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972214.369626:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972215.369644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972216.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972216.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972216.306641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972216.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334338966
00000100:00000400:0.0:1329972216.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972216.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972216.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972216.306665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373248981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972216.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972216.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972216.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972216.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334338966
00000100:00000400:0.0:1329972216.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972216.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972216.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972216.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972216.306703:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248975:0@lo:400
00000100:00100000:0.0:1329972216.306726:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972216.306735:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248976:0@lo:400
00000100:00100000:0.0:1329972216.306743:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972216.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248977:0@lo:400
00000100:00100000:0.0:1329972216.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972216.306762:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248978:0@lo:400
00000100:00100000:0.0:1329972216.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972216.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248979:0@lo:400
00000100:00100000:0.0:1329972216.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972216.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248980:0@lo:400
00000100:00100000:0.0:1329972216.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972216.306808:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972216 exp ffff880052834000
00000100:00100000:0.0:1329972216.306832:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248975:12345-0@lo:400
00000100:00100000:0.0:1329972216.306855:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248975:12345-0@lo:400 Request procesed in 40us (129us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972216.306869:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972216 exp ffff880008f8fc00
00000100:00080000:0.0:1329972216.306875:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972216 exp ffff880057c49800
00000100:00080000:0.0:1329972216.306880:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972216 exp ffff8800572c1c00
00000100:00080000:0.0:1329972216.306884:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972216 exp ffff880046d08400
00000100:00100000:0.0:1329972216.306892:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248976:12345-0@lo:400
00000100:00100000:0.0:1329972216.306908:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248976:12345-0@lo:400 Request procesed in 20us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972216.306916:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248977:12345-0@lo:400
00000100:00100000:0.0:1329972216.306927:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248977:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972216.306934:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248979:12345-0@lo:400
00000100:00100000:0.0:1329972216.306944:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248979:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972216.306951:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248980:12345-0@lo:400
00000100:00100000:0.0:1329972216.306962:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248980:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972216.306971:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972216 exp ffff880008f8f400
00000100:00100000:0.0:1329972216.306980:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248978:12345-0@lo:400
00000100:00100000:0.0:1329972216.306995:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248978:12345-0@lo:400 Request procesed in 17us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972216.307014:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248981:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972216.307026:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248981 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972216] [real_sent 1329972216] [current 1329972216] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373248981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972216.307036:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373248981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972216.307042:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972216.307044:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972216.307047:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248981:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972216.307050:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248982:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972216.307056:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248982 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972216] [real_sent 1329972216] [current 1329972216] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972216.307063:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972241 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972216.307068:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972216.307069:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972216.307071:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248982:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972216.307086:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248975:0@lo:400
00000100:00100000:0.0:1329972216.307092:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248976:0@lo:400
00000100:00100000:0.0:1329972216.307096:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248977:0@lo:400
00000100:00100000:0.0:1329972216.307100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248978:0@lo:400
00000100:00100000:0.0:1329972216.307104:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248979:0@lo:400
00000100:00100000:0.0:1329972216.307108:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248980:0@lo:400
00000100:00100000:0.0:1329972216.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972217.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972218.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972219.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972220.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972221.306637:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972221.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972221.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972221.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334343966
00000100:00000400:0.0:1329972221.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972221.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972221.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972221.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373248989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972221.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972221.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972221.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972221.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334343966
00000100:00000400:0.0:1329972221.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972221.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972221.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972221.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373248990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972221.306706:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248983:0@lo:400
00000100:00100000:0.0:1329972221.306730:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972221.306739:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248984:0@lo:400
00000100:00100000:0.0:1329972221.306747:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972221.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248985:0@lo:400
00000100:00100000:0.0:1329972221.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972221.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248986:0@lo:400
00000100:00100000:0.0:1329972221.306771:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972221.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248987:0@lo:400
00000100:00100000:0.0:1329972221.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972221.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248988:0@lo:400
00000100:00100000:0.0:1329972221.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972221.306868:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972221 exp ffff880052834000
00000100:00100000:0.0:1329972221.306885:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248983:12345-0@lo:400
00000100:00100000:0.0:1329972221.306909:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248983:12345-0@lo:400 Request procesed in 32us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972221.306922:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972221 exp ffff880008f8fc00
00000100:00080000:0.0:1329972221.306929:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972221 exp ffff880057c49800
00000100:00080000:0.0:1329972221.306933:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972221 exp ffff8800572c1c00
00000100:00080000:0.0:1329972221.306937:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972221 exp ffff880046d08400
00000100:00100000:0.0:1329972221.306948:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248984:12345-0@lo:400
00000100:00100000:0.0:1329972221.306964:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248984:12345-0@lo:400 Request procesed in 21us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972221.306972:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248985:12345-0@lo:400
00000100:00100000:0.0:1329972221.306984:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248985:12345-0@lo:400 Request procesed in 14us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972221.306990:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248987:12345-0@lo:400
00000100:00100000:0.0:1329972221.307001:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248987:12345-0@lo:400 Request procesed in 13us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972221.307052:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248988:12345-0@lo:400
00000100:00100000:0.0:1329972221.307066:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248988:12345-0@lo:400 Request procesed in 50us (221us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972221.307081:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972221 exp ffff880008f8f400
00000100:00100000:0.0:1329972221.307090:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248986:12345-0@lo:400
00000100:00100000:0.0:1329972221.307106:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248986:12345-0@lo:400 Request procesed in 19us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972221.307127:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248989:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972221.307139:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248989 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972221] [real_sent 1329972221] [current 1329972221] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373248989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972221.307149:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373248989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972221.307156:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972221.307157:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972221.307160:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248989:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972221.307163:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248990:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972221.307170:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248990 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972221] [real_sent 1329972221] [current 1329972221] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373248990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972221.307177:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373248990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972246 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972221.307182:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972221.307183:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972221.307185:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248990:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972221.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248983:0@lo:400
00000100:00100000:0.0:1329972221.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248984:0@lo:400
00000100:00100000:0.0:1329972221.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248985:0@lo:400
00000100:00100000:0.0:1329972221.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248986:0@lo:400
00000100:00100000:0.0:1329972221.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248987:0@lo:400
00000100:00100000:0.0:1329972221.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248988:0@lo:400
00000100:00100000:0.0:1329972221.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972222.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972223.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972224.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972225.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972226.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972226.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972226.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972226.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334348966
00000100:00000400:0.0:1329972226.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972226.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972226.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972226.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373248997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972226.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972226.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972226.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972226.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334348966
00000100:00000400:0.0:1329972226.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972226.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972226.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972226.306715:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373248998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972226.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248991:0@lo:400
00000100:00100000:0.0:1329972226.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972226.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248992:0@lo:400
00000100:00100000:0.0:1329972226.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972226.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248993:0@lo:400
00000100:00100000:0.0:1329972226.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972226.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248994:0@lo:400
00000100:00100000:0.0:1329972226.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972226.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248995:0@lo:400
00000100:00100000:0.0:1329972226.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972226.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248996:0@lo:400
00000100:00100000:0.0:1329972226.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972226.306843:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972226 exp ffff880052834000
00000100:00100000:0.0:1329972226.306864:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248991:12345-0@lo:400
00000100:00100000:0.0:1329972226.306886:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248991:12345-0@lo:400 Request procesed in 35us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972226.306900:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972226 exp ffff880008f8fc00
00000100:00080000:0.0:1329972226.306906:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972226 exp ffff880057c49800
00000100:00080000:0.0:1329972226.306911:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972226 exp ffff8800572c1c00
00000100:00080000:0.0:1329972226.306915:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972226 exp ffff880046d08400
00000100:00100000:0.0:1329972226.306923:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248992:12345-0@lo:400
00000100:00100000:0.0:1329972226.306940:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248992:12345-0@lo:400 Request procesed in 19us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972226.306947:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373248993:12345-0@lo:400
00000100:00100000:0.0:1329972226.306959:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373248993:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972226.306966:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248995:12345-0@lo:400
00000100:00100000:0.0:1329972226.306977:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248995:12345-0@lo:400 Request procesed in 13us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972226.306984:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248996:12345-0@lo:400
00000100:00100000:0.0:1329972226.306994:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373248996:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972226.307004:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972226 exp ffff880008f8f400
00000100:00100000:0.0:1329972226.307013:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373248994:12345-0@lo:400
00000100:00100000:0.0:1329972226.307028:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373248994:12345-0@lo:400 Request procesed in 19us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972226.307059:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248997:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972226.307070:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248997 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972226] [real_sent 1329972226] [current 1329972226] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373248997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972226.307080:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373248997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972226.307086:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972226.307088:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972226.307090:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373248997:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972226.307093:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248998:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972226.307100:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373248998 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972226] [real_sent 1329972226] [current 1329972226] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373248998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972226.307107:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373248998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972251 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972226.307112:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972226.307114:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972226.307116:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373248998:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972226.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248991:0@lo:400
00000100:00100000:0.0:1329972226.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248992:0@lo:400
00000100:00100000:0.0:1329972226.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373248993:0@lo:400
00000100:00100000:0.0:1329972226.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248994:0@lo:400
00000100:00100000:0.0:1329972226.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248995:0@lo:400
00000100:00100000:0.0:1329972226.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373248996:0@lo:400
00000100:00100000:0.0:1329972226.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972227.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972228.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972229.369596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972230.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972231.306619:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972231.306624:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972231.306626:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972231.306630:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334353966
00000100:00000400:0.0:1329972231.306632:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972231.306637:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972231.306642:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972231.306649:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972231.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972231.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972231.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972231.306662:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334353966
00000100:00000400:0.0:1329972231.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972231.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972231.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972231.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972231.306688:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248999:0@lo:400
00000100:00100000:0.0:1329972231.306710:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972231.306719:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249000:0@lo:400
00000100:00100000:0.0:1329972231.306726:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972231.306731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249001:0@lo:400
00000100:00100000:0.0:1329972231.306737:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972231.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249002:0@lo:400
00000100:00100000:0.0:1329972231.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972231.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249003:0@lo:400
00000100:00100000:0.0:1329972231.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972231.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249004:0@lo:400
00000100:00100000:0.0:1329972231.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972231.306850:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972231 exp ffff880052834000
00000100:00100000:0.0:1329972231.306870:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373248999:12345-0@lo:400
00000100:00100000:0.0:1329972231.306892:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373248999:12345-0@lo:400 Request procesed in 34us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972231.306905:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972231 exp ffff880008f8fc00
00000100:00080000:0.0:1329972231.306912:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972231 exp ffff880057c49800
00000100:00100000:0.0:1329972231.306920:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249000:12345-0@lo:400
00000100:00100000:0.0:1329972231.306938:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249000:12345-0@lo:400 Request procesed in 21us (212us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972231.306944:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972231 exp ffff8800572c1c00
00000100:00080000:0.0:1329972231.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972231 exp ffff880046d08400
00000100:00100000:0.0:1329972231.306956:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249001:12345-0@lo:400
00000100:00100000:0.0:1329972231.306968:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249001:12345-0@lo:400 Request procesed in 14us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972231.306975:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249003:12345-0@lo:400
00000100:00100000:0.0:1329972231.306986:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249003:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972231.306992:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249004:12345-0@lo:400
00000100:00100000:0.0:1329972231.307003:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249004:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972231.307013:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972231 exp ffff880008f8f400
00000100:00100000:0.0:1329972231.307021:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249002:12345-0@lo:400
00000100:00100000:0.0:1329972231.307036:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249002:12345-0@lo:400 Request procesed in 18us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972231.307055:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249005:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972231.307066:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249005 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972231] [real_sent 1329972231] [current 1329972231] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972231.307076:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972231.307082:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972231.307084:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972231.307087:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249005:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972231.307090:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249006:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972231.307097:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249006 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972231] [real_sent 1329972231] [current 1329972231] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972231.307104:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972256 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972231.307109:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972231.307110:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972231.307112:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249006:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972231.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373248999:0@lo:400
00000100:00100000:0.0:1329972231.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249000:0@lo:400
00000100:00100000:0.0:1329972231.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249001:0@lo:400
00000100:00100000:0.0:1329972231.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249002:0@lo:400
00000100:00100000:0.0:1329972231.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249003:0@lo:400
00000100:00100000:0.0:1329972231.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249004:0@lo:400
00000100:00100000:0.0:1329972231.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972232.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972233.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972234.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972235.369646:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972236.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972236.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972236.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972236.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334358966
00000100:00000400:0.0:1329972236.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972236.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972236.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972236.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972236.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972236.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972236.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972236.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334358966
00000100:00000400:0.0:1329972236.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972236.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972236.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972236.306703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972236.306720:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249007:0@lo:400
00000100:00100000:0.0:1329972236.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972236.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249008:0@lo:400
00000100:00100000:0.0:1329972236.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972236.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249009:0@lo:400
00000100:00100000:0.0:1329972236.306772:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972236.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249010:0@lo:400
00000100:00100000:0.0:1329972236.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972236.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249011:0@lo:400
00000100:00100000:0.0:1329972236.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972236.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249012:0@lo:400
00000100:00100000:0.0:1329972236.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972236.306859:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972236 exp ffff880052834000
00000100:00100000:0.0:1329972236.306881:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249007:12345-0@lo:400
00000100:00100000:0.0:1329972236.306905:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249007:12345-0@lo:400 Request procesed in 37us (161us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972236.306918:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972236 exp ffff880008f8fc00
00000100:00080000:0.0:1329972236.306925:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972236 exp ffff880057c49800
00000100:00080000:0.0:1329972236.306929:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972236 exp ffff8800572c1c00
00000100:00080000:0.0:1329972236.306933:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972236 exp ffff880046d08400
00000100:00100000:0.0:1329972236.306941:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249008:12345-0@lo:400
00000100:00100000:0.0:1329972236.306958:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249008:12345-0@lo:400 Request procesed in 19us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972236.306966:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249009:12345-0@lo:400
00000100:00100000:0.0:1329972236.306977:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249009:12345-0@lo:400 Request procesed in 14us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972236.306995:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249011:12345-0@lo:400
00000100:00100000:0.0:1329972236.307006:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249011:12345-0@lo:400 Request procesed in 14us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972236.307013:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249012:12345-0@lo:400
00000100:00100000:0.0:1329972236.307023:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249012:12345-0@lo:400 Request procesed in 12us (182us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972236.307033:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972236 exp ffff880008f8f400
00000100:00100000:0.0:1329972236.307042:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249010:12345-0@lo:400
00000100:00100000:0.0:1329972236.307057:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249010:12345-0@lo:400 Request procesed in 17us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972236.307076:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249013:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972236.307089:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249013 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972236] [real_sent 1329972236] [current 1329972236] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972236.307098:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972236.307105:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972236.307106:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972236.307109:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249013:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972236.307112:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249014:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972236.307118:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249014 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972236] [real_sent 1329972236] [current 1329972236] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972236.307126:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972261 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972236.307130:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972236.307132:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972236.307134:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249014:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972236.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249007:0@lo:400
00000100:00100000:0.0:1329972236.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249008:0@lo:400
00000100:00100000:0.0:1329972236.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249009:0@lo:400
00000100:00100000:0.0:1329972236.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249010:0@lo:400
00000100:00100000:0.0:1329972236.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249011:0@lo:400
00000100:00100000:0.0:1329972236.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249012:0@lo:400
00000100:00100000:0.0:1329972236.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972237.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972238.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972239.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972240.369632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972241.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972241.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972241.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972241.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334363966
00000100:00000400:0.0:1329972241.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972241.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972241.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972241.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972241.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972241.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972241.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972241.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334363966
00000100:00000400:0.0:1329972241.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972241.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972241.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972241.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373249022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972241.306707:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249015:0@lo:400
00000100:00100000:0.0:1329972241.306730:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972241.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249016:0@lo:400
00000100:00100000:0.0:1329972241.306747:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972241.306752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249017:0@lo:400
00000100:00100000:0.0:1329972241.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972241.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249018:0@lo:400
00000100:00100000:0.0:1329972241.306771:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972241.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249019:0@lo:400
00000100:00100000:0.0:1329972241.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972241.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249020:0@lo:400
00000100:00100000:0.0:1329972241.306793:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972241.306810:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972241 exp ffff880052834000
00000100:00100000:0.0:1329972241.306828:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249015:12345-0@lo:400
00000100:00100000:0.0:1329972241.306852:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249015:12345-0@lo:400 Request procesed in 33us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972241.306866:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972241 exp ffff880008f8fc00
00000100:00080000:0.0:1329972241.306872:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972241 exp ffff880057c49800
00000100:00080000:0.0:1329972241.306877:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972241 exp ffff8800572c1c00
00000100:00080000:0.0:1329972241.306881:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972241 exp ffff880046d08400
00000100:00100000:0.0:1329972241.306889:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249016:12345-0@lo:400
00000100:00100000:0.0:1329972241.306905:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249016:12345-0@lo:400 Request procesed in 19us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972241.306913:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249017:12345-0@lo:400
00000100:00100000:0.0:1329972241.306925:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249017:12345-0@lo:400 Request procesed in 14us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972241.306931:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249019:12345-0@lo:400
00000100:00100000:0.0:1329972241.306942:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249019:12345-0@lo:400 Request procesed in 13us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972241.306949:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249020:12345-0@lo:400
00000100:00100000:0.0:1329972241.306960:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249020:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972241.306970:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972241 exp ffff880008f8f400
00000100:00100000:0.0:1329972241.306978:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249018:12345-0@lo:400
00000100:00100000:0.0:1329972241.306994:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249018:12345-0@lo:400 Request procesed in 19us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972241.307013:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249021:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972241.307026:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249021 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972241] [real_sent 1329972241] [current 1329972241] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972241.307036:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972241.307076:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972241.307078:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972241.307081:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249021:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972241.307084:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249022:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972241.307093:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249022 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972241] [real_sent 1329972241] [current 1329972241] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373249022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972241.307100:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373249022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972266 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972241.307105:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972241.307106:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972241.307108:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249022:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972241.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249015:0@lo:400
00000100:00100000:0.0:1329972241.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249016:0@lo:400
00000100:00100000:0.0:1329972241.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249017:0@lo:400
00000100:00100000:0.0:1329972241.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249018:0@lo:400
00000100:00100000:0.0:1329972241.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249019:0@lo:400
00000100:00100000:0.0:1329972241.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249020:0@lo:400
00000100:00100000:0.0:1329972241.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972242.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972243.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972244.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972245.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972246.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972246.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972246.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972246.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334368966
00000100:00000400:0.0:1329972246.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972246.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972246.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972246.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373249029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972246.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972246.306702:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972246.306703:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972246.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334368966
00000100:00000400:0.0:1329972246.306707:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972246.306709:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972246.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972246.306715:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373249030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972246.306736:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249029:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972246.306761:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249029 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972246] [real_sent 1329972246] [current 1329972246] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373249029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972246.306771:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373249029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972246.306777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972246.306779:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972246.306781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249029:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972246.306784:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249030:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972246.306791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249030 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972246] [real_sent 1329972246] [current 1329972246] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373249030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972246.306798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373249030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972271 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972246.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972246.306805:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972246.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249030:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972246.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249023:0@lo:400
00000100:00100000:0.0:1329972246.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972246.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249024:0@lo:400
00000100:00100000:0.0:1329972246.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972246.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249025:0@lo:400
00000100:00100000:0.0:1329972246.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972246.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249026:0@lo:400
00000100:00100000:0.0:1329972246.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972246.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249027:0@lo:400
00000100:00100000:0.0:1329972246.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972246.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249028:0@lo:400
00000100:00100000:0.0:1329972246.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972246.306906:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972246 exp ffff880052834000
00000100:00100000:0.0:1329972246.306929:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249023:12345-0@lo:400
00000100:00100000:0.0:1329972246.306952:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249023:12345-0@lo:400 Request procesed in 38us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972246.306966:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972246 exp ffff880008f8fc00
00000100:00080000:0.0:1329972246.306973:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972246 exp ffff880057c49800
00000100:00080000:0.0:1329972246.306977:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972246 exp ffff8800572c1c00
00000100:00080000:0.0:1329972246.306981:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972246 exp ffff880046d08400
00000100:00100000:0.0:1329972246.306990:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249024:12345-0@lo:400
00000100:00100000:0.0:1329972246.307006:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249024:12345-0@lo:400 Request procesed in 20us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972246.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249025:12345-0@lo:400
00000100:00100000:0.0:1329972246.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249025:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972246.307033:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249027:12345-0@lo:400
00000100:00100000:0.0:1329972246.307043:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249027:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972246.307050:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249028:12345-0@lo:400
00000100:00100000:0.0:1329972246.307061:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249028:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972246.307073:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972246 exp ffff880008f8f400
00000100:00100000:0.0:1329972246.307082:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249026:12345-0@lo:400
00000100:00100000:0.0:1329972246.307097:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249026:12345-0@lo:400 Request procesed in 18us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972246.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249023:0@lo:400
00000100:00100000:0.0:1329972246.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249024:0@lo:400
00000100:00100000:0.0:1329972246.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249025:0@lo:400
00000100:00100000:0.0:1329972246.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249026:0@lo:400
00000100:00100000:0.0:1329972246.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249027:0@lo:400
00000100:00100000:0.0:1329972246.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249028:0@lo:400
00000100:00100000:0.0:1329972246.369632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972247.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972248.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972249.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972250.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972251.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972251.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972251.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972251.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334373966
00000100:00000400:0.0:1329972251.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972251.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972251.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972251.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373249037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972251.306727:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972251.306729:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972251.306730:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972251.306732:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334373966
00000100:00000400:0.0:1329972251.306734:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972251.306736:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972251.306738:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972251.306742:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373249038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972251.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249031:0@lo:400
00000100:00100000:0.0:1329972251.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972251.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249032:0@lo:400
00000100:00100000:0.0:1329972251.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972251.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249033:0@lo:400
00000100:00100000:0.0:1329972251.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972251.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249034:0@lo:400
00000100:00100000:0.0:1329972251.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972251.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249035:0@lo:400
00000100:00100000:0.0:1329972251.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972251.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249036:0@lo:400
00000100:00100000:0.0:1329972251.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972251.306911:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972251 exp ffff880052834000
00000100:00100000:0.0:1329972251.306931:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249031:12345-0@lo:400
00000100:00100000:0.0:1329972251.306956:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249031:12345-0@lo:400 Request procesed in 36us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972251.306970:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972251 exp ffff880008f8fc00
00000100:00080000:0.0:1329972251.306977:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972251 exp ffff880057c49800
00000100:00080000:0.0:1329972251.306982:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972251 exp ffff8800572c1c00
00000100:00080000:0.0:1329972251.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972251 exp ffff880046d08400
00000100:00100000:0.0:1329972251.306997:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249032:12345-0@lo:400
00000100:00100000:0.0:1329972251.307015:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249032:12345-0@lo:400 Request procesed in 22us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972251.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249033:12345-0@lo:400
00000100:00100000:0.0:1329972251.307047:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249033:12345-0@lo:400 Request procesed in 15us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972251.307054:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249035:12345-0@lo:400
00000100:00100000:0.0:1329972251.307064:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249035:12345-0@lo:400 Request procesed in 12us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972251.307071:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249036:12345-0@lo:400
00000100:00100000:0.0:1329972251.307082:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249036:12345-0@lo:400 Request procesed in 12us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972251.307092:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972251 exp ffff880008f8f400
00000100:00100000:0.0:1329972251.307100:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249034:12345-0@lo:400
00000100:00100000:0.0:1329972251.307117:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249034:12345-0@lo:400 Request procesed in 19us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972251.307138:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249037:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972251.307152:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249037 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972251] [real_sent 1329972251] [current 1329972251] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373249037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972251.307162:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373249037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972251.307169:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972251.307170:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972251.307173:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249037:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972251.307176:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249038:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972251.307183:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249038 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972251] [real_sent 1329972251] [current 1329972251] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373249038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972251.307190:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373249038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972276 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972251.307195:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972251.307196:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972251.307198:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249038:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972251.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249031:0@lo:400
00000100:00100000:0.0:1329972251.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249032:0@lo:400
00000100:00100000:0.0:1329972251.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249033:0@lo:400
00000100:00100000:0.0:1329972251.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249034:0@lo:400
00000100:00100000:0.0:1329972251.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249035:0@lo:400
00000100:00100000:0.0:1329972251.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249036:0@lo:400
00000100:00100000:0.0:1329972251.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972252.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972253.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972254.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972255.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972256.306620:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972256.306626:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972256.306627:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972256.306632:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334378966
00000100:00000400:0.0:1329972256.306634:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972256.306639:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972256.306645:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972256.306653:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373249045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972256.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972256.306661:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972256.306663:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972256.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334378966
00000100:00000400:0.0:1329972256.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972256.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972256.306670:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972256.306674:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373249046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972256.306691:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249039:0@lo:400
00000100:00100000:0.0:1329972256.306714:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972256.306722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249040:0@lo:400
00000100:00100000:0.0:1329972256.306730:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972256.306735:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249041:0@lo:400
00000100:00100000:0.0:1329972256.306742:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972256.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249042:0@lo:400
00000100:00100000:0.0:1329972256.306754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972256.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249043:0@lo:400
00000100:00100000:0.0:1329972256.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972256.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249044:0@lo:400
00000100:00100000:0.0:1329972256.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972256.306794:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972256 exp ffff880052834000
00000100:00100000:0.0:1329972256.306817:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249039:12345-0@lo:400
00000100:00100000:0.0:1329972256.306840:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249039:12345-0@lo:400 Request procesed in 36us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972256.306853:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972256 exp ffff880008f8fc00
00000100:00080000:0.0:1329972256.306859:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972256 exp ffff880057c49800
00000100:00080000:0.0:1329972256.306864:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972256 exp ffff8800572c1c00
00000100:00080000:0.0:1329972256.306868:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972256 exp ffff880046d08400
00000100:00100000:0.0:1329972256.306876:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249040:12345-0@lo:400
00000100:00100000:0.0:1329972256.306892:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249040:12345-0@lo:400 Request procesed in 19us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972256.306900:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249041:12345-0@lo:400
00000100:00100000:0.0:1329972256.306912:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249041:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972256.306918:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249043:12345-0@lo:400
00000100:00100000:0.0:1329972256.306929:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249043:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972256.306936:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249044:12345-0@lo:400
00000100:00100000:0.0:1329972256.306946:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249044:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972256.306956:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972256 exp ffff880008f8f400
00000100:00100000:0.0:1329972256.306964:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249042:12345-0@lo:400
00000100:00100000:0.0:1329972256.306980:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249042:12345-0@lo:400 Request procesed in 19us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972256.306999:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249045:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972256.307017:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249045 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972256] [real_sent 1329972256] [current 1329972256] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373249045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972256.307027:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373249045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972256.307033:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972256.307035:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972256.307037:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249045:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972256.307040:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249046:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972256.307047:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249046 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972256] [real_sent 1329972256] [current 1329972256] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373249046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972256.307054:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373249046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972281 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972256.307059:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972256.307060:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972256.307062:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249046:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972256.307238:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329972256.307263:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249039:0@lo:400
00000100:00100000:0.0:1329972256.307269:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249040:0@lo:400
00000100:00100000:0.0:1329972256.307273:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249041:0@lo:400
00000100:00100000:0.0:1329972256.307277:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249042:0@lo:400
00000100:00100000:0.0:1329972256.307281:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249043:0@lo:400
00000100:00100000:0.0:1329972256.307285:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249044:0@lo:400
00000800:00020000:0.0:1329972256.307322:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972256.307332:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972256.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972257.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972258.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972259.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972260.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972261.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972261.306637:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972261.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972261.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334383966
00000100:00000400:0.0:1329972261.306645:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972261.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972261.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972261.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972261.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972261.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972261.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972261.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334383966
00000100:00000400:0.0:1329972261.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972261.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972261.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972261.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972261.306735:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249047:0@lo:400
00000100:00100000:0.0:1329972261.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972261.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249048:0@lo:400
00000100:00100000:0.0:1329972261.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972261.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249049:0@lo:400
00000100:00100000:0.0:1329972261.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972261.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249050:0@lo:400
00000100:00100000:0.0:1329972261.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972261.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249051:0@lo:400
00000100:00100000:0.0:1329972261.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972261.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249052:0@lo:400
00000100:00100000:0.0:1329972261.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972261.306839:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972261 exp ffff880052834000
00000100:00100000:0.0:1329972261.306857:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249047:12345-0@lo:400
00000100:00100000:0.0:1329972261.306881:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249047:12345-0@lo:400 Request procesed in 35us (124us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972261.306894:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972261 exp ffff880008f8fc00
00000100:00080000:0.0:1329972261.306900:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972261 exp ffff880057c49800
00000100:00080000:0.0:1329972261.306905:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972261 exp ffff8800572c1c00
00000100:00080000:0.0:1329972261.306909:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972261 exp ffff880046d08400
00000100:00100000:0.0:1329972261.306919:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249048:12345-0@lo:400
00000100:00100000:0.0:1329972261.306936:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249048:12345-0@lo:400 Request procesed in 21us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972261.306944:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249049:12345-0@lo:400
00000100:00100000:0.0:1329972261.306955:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249049:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972261.306962:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249051:12345-0@lo:400
00000100:00100000:0.0:1329972261.306972:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249051:12345-0@lo:400 Request procesed in 13us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972261.306979:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249052:12345-0@lo:400
00000100:00100000:0.0:1329972261.306990:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249052:12345-0@lo:400 Request procesed in 12us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972261.307010:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972261 exp ffff880008f8f400
00000100:00100000:0.0:1329972261.307019:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249050:12345-0@lo:400
00000100:00100000:0.0:1329972261.307034:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249050:12345-0@lo:400 Request procesed in 19us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972261.307054:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249053:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972261.307066:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249053 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972261] [real_sent 1329972261] [current 1329972261] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972261.307076:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972261.307082:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972261.307084:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972261.307086:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249053:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972261.307089:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249054:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972261.307096:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249054 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972261] [real_sent 1329972261] [current 1329972261] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972261.307103:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972286 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972261.307108:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972261.307109:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972261.307111:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249054:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972261.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249047:0@lo:400
00000100:00100000:0.0:1329972261.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249048:0@lo:400
00000100:00100000:0.0:1329972261.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249049:0@lo:400
00000100:00100000:0.0:1329972261.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249050:0@lo:400
00000100:00100000:0.0:1329972261.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249051:0@lo:400
00000100:00100000:0.0:1329972261.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249052:0@lo:400
00000100:00100000:0.0:1329972261.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972262.369642:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972263.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972264.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972265.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972266.306628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972266.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972266.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972266.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334388966
00000100:00000400:0.0:1329972266.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972266.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972266.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972266.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972266.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972266.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972266.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972266.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334388966
00000100:00000400:0.0:1329972266.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972266.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972266.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972266.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373249062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972266.306697:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249061:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972266.306721:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249061 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972266] [real_sent 1329972266] [current 1329972266] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972266.306731:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972266.306737:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972266.306739:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972266.306741:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249061:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972266.306744:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249062:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972266.306751:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249062 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972266] [real_sent 1329972266] [current 1329972266] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373249062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972266.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373249062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972291 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972266.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972266.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972266.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249062:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972266.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249055:0@lo:400
00000100:00100000:0.0:1329972266.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972266.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249056:0@lo:400
00000100:00100000:0.0:1329972266.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972266.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249057:0@lo:400
00000100:00100000:0.0:1329972266.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972266.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249058:0@lo:400
00000100:00100000:0.0:1329972266.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972266.306896:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249059:0@lo:400
00000100:00100000:0.0:1329972266.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972266.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249060:0@lo:400
00000100:00100000:0.0:1329972266.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972266.306930:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972266 exp ffff880052834000
00000100:00100000:0.0:1329972266.306951:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249055:12345-0@lo:400
00000100:00100000:0.0:1329972266.306974:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249055:12345-0@lo:400 Request procesed in 36us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972266.306987:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972266 exp ffff880008f8fc00
00000100:00080000:0.0:1329972266.306993:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972266 exp ffff880057c49800
00000100:00080000:0.0:1329972266.306998:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972266 exp ffff8800572c1c00
00000100:00080000:0.0:1329972266.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972266 exp ffff880046d08400
00000100:00100000:0.0:1329972266.307010:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249056:12345-0@lo:400
00000100:00100000:0.0:1329972266.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249056:12345-0@lo:400 Request procesed in 19us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972266.307034:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249057:12345-0@lo:400
00000100:00100000:0.0:1329972266.307046:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249057:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972266.307053:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249059:12345-0@lo:400
00000100:00100000:0.0:1329972266.307063:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249059:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972266.307070:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249060:12345-0@lo:400
00000100:00100000:0.0:1329972266.307083:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249060:12345-0@lo:400 Request procesed in 14us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972266.307093:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972266 exp ffff880008f8f400
00000100:00100000:0.0:1329972266.307101:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249058:12345-0@lo:400
00000100:00100000:0.0:1329972266.307116:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249058:12345-0@lo:400 Request procesed in 18us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972266.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249055:0@lo:400
00000100:00100000:0.0:1329972266.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249056:0@lo:400
00000100:00100000:0.0:1329972266.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249057:0@lo:400
00000100:00100000:0.0:1329972266.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249058:0@lo:400
00000100:00100000:0.0:1329972266.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249059:0@lo:400
00000100:00100000:0.0:1329972266.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249060:0@lo:400
00000100:00100000:0.0:1329972266.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972267.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972268.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972269.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972270.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972271.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972271.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972271.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972271.306702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334393966
00000100:00000400:0.0:1329972271.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972271.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972271.306714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972271.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373249069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972271.306729:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972271.306730:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972271.306731:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972271.306734:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334393966
00000100:00000400:0.0:1329972271.306735:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972271.306737:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972271.306739:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972271.306742:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972271.306760:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249069:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972271.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249069 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972271] [real_sent 1329972271] [current 1329972271] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373249069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972271.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373249069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972271.306799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972271.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972271.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249069:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972271.306806:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249070:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972271.306813:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249070 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972271] [real_sent 1329972271] [current 1329972271] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972271.306820:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972296 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972271.306829:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972271.306831:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972271.306833:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249070:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972271.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249063:0@lo:400
00000100:00100000:0.0:1329972271.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972271.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249064:0@lo:400
00000100:00100000:0.0:1329972271.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972271.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249065:0@lo:400
00000100:00100000:0.0:1329972271.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972271.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249066:0@lo:400
00000100:00100000:0.0:1329972271.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972271.306898:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249067:0@lo:400
00000100:00100000:0.0:1329972271.306905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972271.306909:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249068:0@lo:400
00000100:00100000:0.0:1329972271.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972271.306932:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972271 exp ffff880052834000
00000100:00100000:0.0:1329972271.306951:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249063:12345-0@lo:400
00000100:00100000:0.0:1329972271.306975:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249063:12345-0@lo:400 Request procesed in 34us (118us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972271.306988:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972271 exp ffff880008f8fc00
00000100:00080000:0.0:1329972271.306994:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972271 exp ffff880057c49800
00000100:00080000:0.0:1329972271.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972271 exp ffff8800572c1c00
00000100:00080000:0.0:1329972271.307003:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972271 exp ffff880046d08400
00000100:00100000:0.0:1329972271.307011:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249064:12345-0@lo:400
00000100:00100000:0.0:1329972271.307028:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249064:12345-0@lo:400 Request procesed in 19us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972271.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249065:12345-0@lo:400
00000100:00100000:0.0:1329972271.307047:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249065:12345-0@lo:400 Request procesed in 14us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972271.307053:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249067:12345-0@lo:400
00000100:00100000:0.0:1329972271.307064:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249067:12345-0@lo:400 Request procesed in 13us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972271.307071:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249068:12345-0@lo:400
00000100:00100000:0.0:1329972271.307082:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249068:12345-0@lo:400 Request procesed in 12us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972271.307091:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972271 exp ffff880008f8f400
00000100:00100000:0.0:1329972271.307100:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249066:12345-0@lo:400
00000100:00100000:0.0:1329972271.307115:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249066:12345-0@lo:400 Request procesed in 18us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972271.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249063:0@lo:400
00000100:00100000:0.0:1329972271.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249064:0@lo:400
00000100:00100000:0.0:1329972271.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249065:0@lo:400
00000100:00100000:0.0:1329972271.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249066:0@lo:400
00000100:00100000:0.0:1329972271.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249067:0@lo:400
00000100:00100000:0.0:1329972271.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249068:0@lo:400
00000100:00100000:0.0:1329972271.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972272.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972273.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972274.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972275.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972276.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972276.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972276.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972276.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334398966
00000100:00000400:0.0:1329972276.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972276.306673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972276.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972276.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373249077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972276.306692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972276.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972276.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972276.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334398966
00000100:00000400:0.0:1329972276.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972276.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972276.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972276.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373249078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972276.306725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249071:0@lo:400
00000100:00100000:0.0:1329972276.306747:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972276.306755:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249072:0@lo:400
00000100:00100000:0.0:1329972276.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972276.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249073:0@lo:400
00000100:00100000:0.0:1329972276.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972276.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249074:0@lo:400
00000100:00100000:0.0:1329972276.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972276.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249075:0@lo:400
00000100:00100000:0.0:1329972276.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972276.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249076:0@lo:400
00000100:00100000:0.0:1329972276.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972276.306880:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249077:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972276.306892:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249077 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972276] [real_sent 1329972276] [current 1329972276] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373249077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972276.306902:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373249077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972276.306909:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972276.306910:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972276.306913:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249077:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972276.306916:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249078:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972276.306923:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249078 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972276] [real_sent 1329972276] [current 1329972276] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373249078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972276.306930:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373249078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972301 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972276.306935:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972276.306936:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972276.306938:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249078:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972276.306956:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972276 exp ffff880052834000
00000100:00100000:0.0:1329972276.306979:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249071:12345-0@lo:400
00000100:00100000:0.0:1329972276.307002:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249071:12345-0@lo:400 Request procesed in 38us (256us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972276.307016:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972276 exp ffff880008f8fc00
00000100:00080000:0.0:1329972276.307022:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972276 exp ffff880057c49800
00000100:00080000:0.0:1329972276.307027:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972276 exp ffff8800572c1c00
00000100:00080000:0.0:1329972276.307031:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972276 exp ffff880046d08400
00000100:00100000:0.0:1329972276.307039:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249072:12345-0@lo:400
00000100:00100000:0.0:1329972276.307055:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249072:12345-0@lo:400 Request procesed in 19us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972276.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249073:12345-0@lo:400
00000100:00100000:0.0:1329972276.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249073:12345-0@lo:400 Request procesed in 13us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972276.307082:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249075:12345-0@lo:400
00000100:00100000:0.0:1329972276.307092:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249075:12345-0@lo:400 Request procesed in 13us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972276.307109:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249076:12345-0@lo:400
00000100:00100000:0.0:1329972276.307121:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249076:12345-0@lo:400 Request procesed in 13us (256us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972276.307130:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972276 exp ffff880008f8f400
00000100:00100000:0.0:1329972276.307139:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249074:12345-0@lo:400
00000100:00100000:0.0:1329972276.307154:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249074:12345-0@lo:400 Request procesed in 18us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972276.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249071:0@lo:400
00000100:00100000:0.0:1329972276.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249072:0@lo:400
00000100:00100000:0.0:1329972276.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249073:0@lo:400
00000100:00100000:0.0:1329972276.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249074:0@lo:400
00000100:00100000:0.0:1329972276.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249075:0@lo:400
00000100:00100000:0.0:1329972276.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249076:0@lo:400
00000100:00100000:0.0:1329972276.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972277.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972278.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972279.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972280.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972281.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972281.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972281.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972281.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334403966
00000100:00000400:0.0:1329972281.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972281.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972281.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972281.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175d5000 x1394565373249085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972281.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972281.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972281.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972281.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334403966
00000100:00000400:0.0:1329972281.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972281.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972281.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972281.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373249086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972281.306718:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249085:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972281.306744:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249085 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972281] [real_sent 1329972281] [current 1329972281] [deadline 25s] [delay -25s]  req@ffff8800175d5000 x1394565373249085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972281.306761:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175d5000 x1394565373249085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972281.306767:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972281.306768:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972281.306771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249085:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972281.306774:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249086:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972281.306781:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249086 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972281] [real_sent 1329972281] [current 1329972281] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373249086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972281.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373249086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972306 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972281.306793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972281.306794:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972281.306796:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249086:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972281.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249079:0@lo:400
00000100:00100000:0.0:1329972281.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972281.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249080:0@lo:400
00000100:00100000:0.0:1329972281.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972281.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249081:0@lo:400
00000100:00100000:0.0:1329972281.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972281.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249082:0@lo:400
00000100:00100000:0.0:1329972281.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972281.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249083:0@lo:400
00000100:00100000:0.0:1329972281.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972281.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249084:0@lo:400
00000100:00100000:0.0:1329972281.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972281.306898:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972281 exp ffff880052834000
00000100:00100000:0.0:1329972281.306915:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249079:12345-0@lo:400
00000100:00100000:0.0:1329972281.306939:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249079:12345-0@lo:400 Request procesed in 32us (118us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972281.306953:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972281 exp ffff880008f8fc00
00000100:00080000:0.0:1329972281.306959:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972281 exp ffff880057c49800
00000100:00080000:0.0:1329972281.306963:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972281 exp ffff8800572c1c00
00000100:00080000:0.0:1329972281.306967:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972281 exp ffff880046d08400
00000100:00100000:0.0:1329972281.306978:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249080:12345-0@lo:400
00000100:00100000:0.0:1329972281.306994:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249080:12345-0@lo:400 Request procesed in 22us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972281.307002:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249081:12345-0@lo:400
00000100:00100000:0.0:1329972281.307015:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249081:12345-0@lo:400 Request procesed in 15us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972281.307022:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249083:12345-0@lo:400
00000100:00100000:0.0:1329972281.307033:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249083:12345-0@lo:400 Request procesed in 12us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972281.307039:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249084:12345-0@lo:400
00000100:00100000:0.0:1329972281.307050:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249084:12345-0@lo:400 Request procesed in 12us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972281.307060:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972281 exp ffff880008f8f400
00000100:00100000:0.0:1329972281.307069:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249082:12345-0@lo:400
00000100:00100000:0.0:1329972281.307085:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249082:12345-0@lo:400 Request procesed in 19us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972281.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249079:0@lo:400
00000100:00100000:0.0:1329972281.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249080:0@lo:400
00000100:00100000:0.0:1329972281.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249081:0@lo:400
00000100:00100000:0.0:1329972281.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249082:0@lo:400
00000100:00100000:0.0:1329972281.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249083:0@lo:400
00000100:00100000:0.0:1329972281.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249084:0@lo:400
00000100:00100000:0.0:1329972281.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972282.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972283.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972284.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972285.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972286.306637:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972286.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972286.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972286.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334408966
00000100:00000400:0.0:1329972286.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972286.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972286.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972286.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972286.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972286.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972286.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972286.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334408966
00000100:00000400:0.0:1329972286.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972286.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972286.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972286.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972286.306707:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249087:0@lo:400
00000100:00100000:0.0:1329972286.306730:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972286.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249088:0@lo:400
00000100:00100000:0.0:1329972286.306746:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972286.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249089:0@lo:400
00000100:00100000:0.0:1329972286.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972286.306762:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249090:0@lo:400
00000100:00100000:0.0:1329972286.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972286.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249091:0@lo:400
00000100:00100000:0.0:1329972286.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972286.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249092:0@lo:400
00000100:00100000:0.0:1329972286.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972286.306862:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249093:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972286.306873:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249093 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972286] [real_sent 1329972286] [current 1329972286] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972286.306883:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972286.306890:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972286.306891:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972286.306894:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249093:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972286.306897:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249094:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972286.306903:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249094 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972286] [real_sent 1329972286] [current 1329972286] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972286.306911:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972311 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972286.306916:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972286.306917:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972286.306919:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249094:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972286.306936:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972286 exp ffff880052834000
00000100:00100000:0.0:1329972286.306959:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249087:12345-0@lo:400
00000100:00100000:0.0:1329972286.306982:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249087:12345-0@lo:400 Request procesed in 37us (252us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972286.306996:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972286 exp ffff880008f8fc00
00000100:00080000:0.0:1329972286.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972286 exp ffff880057c49800
00000100:00080000:0.0:1329972286.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972286 exp ffff8800572c1c00
00000100:00080000:0.0:1329972286.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972286 exp ffff880046d08400
00000100:00100000:0.0:1329972286.307018:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249088:12345-0@lo:400
00000100:00100000:0.0:1329972286.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249088:12345-0@lo:400 Request procesed in 19us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972286.307043:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249089:12345-0@lo:400
00000100:00100000:0.0:1329972286.307054:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249089:12345-0@lo:400 Request procesed in 14us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972286.307061:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249091:12345-0@lo:400
00000100:00100000:0.0:1329972286.307071:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249091:12345-0@lo:400 Request procesed in 13us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972286.307078:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249092:12345-0@lo:400
00000100:00100000:0.0:1329972286.307089:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249092:12345-0@lo:400 Request procesed in 13us (242us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972286.307098:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972286 exp ffff880008f8f400
00000100:00100000:0.0:1329972286.307107:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249090:12345-0@lo:400
00000100:00100000:0.0:1329972286.307122:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249090:12345-0@lo:400 Request procesed in 18us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972286.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249087:0@lo:400
00000100:00100000:0.0:1329972286.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249088:0@lo:400
00000100:00100000:0.0:1329972286.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249089:0@lo:400
00000100:00100000:0.0:1329972286.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249090:0@lo:400
00000100:00100000:0.0:1329972286.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249091:0@lo:400
00000100:00100000:0.0:1329972286.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249092:0@lo:400
00000100:00100000:0.0:1329972286.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972287.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972288.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972289.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972290.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972291.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972291.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972291.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972291.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334413966
00000100:00000400:0.0:1329972291.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972291.306649:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972291.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972291.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972291.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972291.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972291.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972291.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334413966
00000100:00000400:0.0:1329972291.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972291.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972291.306679:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972291.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373249102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972291.306700:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249101:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972291.306725:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249101 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972291] [real_sent 1329972291] [current 1329972291] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972291.306735:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972291.306741:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972291.306743:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972291.306745:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249101:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972291.306748:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249102:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972291.306756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249102 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972291] [real_sent 1329972291] [current 1329972291] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373249102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972291.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373249102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972316 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972291.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972291.306769:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972291.306771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249102:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972291.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249095:0@lo:400
00000100:00100000:0.0:1329972291.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972291.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249096:0@lo:400
00000100:00100000:0.0:1329972291.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972291.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249097:0@lo:400
00000100:00100000:0.0:1329972291.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972291.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249098:0@lo:400
00000100:00100000:0.0:1329972291.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972291.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249099:0@lo:400
00000100:00100000:0.0:1329972291.306897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972291.306905:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249100:0@lo:400
00000100:00100000:0.0:1329972291.306913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972291.306931:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972291 exp ffff880052834000
00000100:00100000:0.0:1329972291.306947:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249095:12345-0@lo:400
00000100:00100000:0.0:1329972291.306971:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249095:12345-0@lo:400 Request procesed in 31us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972291.306984:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972291 exp ffff880008f8fc00
00000100:00080000:0.0:1329972291.306991:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972291 exp ffff880057c49800
00000100:00080000:0.0:1329972291.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972291 exp ffff8800572c1c00
00000100:00080000:0.0:1329972291.307000:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972291 exp ffff880046d08400
00000100:00100000:0.0:1329972291.307010:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249096:12345-0@lo:400
00000100:00100000:0.0:1329972291.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249096:12345-0@lo:400 Request procesed in 21us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972291.307034:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249097:12345-0@lo:400
00000100:00100000:0.0:1329972291.307045:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249097:12345-0@lo:400 Request procesed in 13us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972291.307062:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249099:12345-0@lo:400
00000100:00100000:0.0:1329972291.307073:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249099:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972291.307080:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249100:12345-0@lo:400
00000100:00100000:0.0:1329972291.307091:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249100:12345-0@lo:400 Request procesed in 12us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972291.307100:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972291 exp ffff880008f8f400
00000100:00100000:0.0:1329972291.307109:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249098:12345-0@lo:400
00000100:00100000:0.0:1329972291.307124:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249098:12345-0@lo:400 Request procesed in 18us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972291.307147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249095:0@lo:400
00000100:00100000:0.0:1329972291.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249096:0@lo:400
00000100:00100000:0.0:1329972291.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249097:0@lo:400
00000100:00100000:0.0:1329972291.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249098:0@lo:400
00000100:00100000:0.0:1329972291.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249099:0@lo:400
00000100:00100000:0.0:1329972291.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249100:0@lo:400
00000100:00100000:0.0:1329972291.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972292.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972293.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972294.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972295.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972296.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972296.306632:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972296.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972296.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334418966
00000100:00000400:0.0:1329972296.306640:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972296.306645:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972296.306650:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972296.306657:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373249109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972296.306664:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972296.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972296.306667:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972296.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334418966
00000100:00000400:0.0:1329972296.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972296.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972296.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972296.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373249110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972296.306694:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249109:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972296.306720:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249109 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972296] [real_sent 1329972296] [current 1329972296] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373249109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972296.306730:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373249109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972296.306736:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972296.306737:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972296.306740:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249109:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972296.306743:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249110:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972296.306750:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249110 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972296] [real_sent 1329972296] [current 1329972296] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373249110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972296.306757:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373249110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972321 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972296.306762:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972296.306763:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972296.306765:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249110:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972296.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249103:0@lo:400
00000100:00100000:0.0:1329972296.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972296.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249104:0@lo:400
00000100:00100000:0.0:1329972296.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972296.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249105:0@lo:400
00000100:00100000:0.0:1329972296.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972296.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249106:0@lo:400
00000100:00100000:0.0:1329972296.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972296.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249107:0@lo:400
00000100:00100000:0.0:1329972296.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972296.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249108:0@lo:400
00000100:00100000:0.0:1329972296.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972296.306863:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972296 exp ffff880052834000
00000100:00100000:0.0:1329972296.306913:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249103:12345-0@lo:400
00000100:00100000:0.0:1329972296.306937:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249103:12345-0@lo:400 Request procesed in 39us (147us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972296.306951:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972296 exp ffff880008f8fc00
00000100:00080000:0.0:1329972296.306958:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972296 exp ffff880057c49800
00000100:00080000:0.0:1329972296.306962:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972296 exp ffff8800572c1c00
00000100:00080000:0.0:1329972296.306967:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972296 exp ffff880046d08400
00000100:00100000:0.0:1329972296.306975:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249104:12345-0@lo:400
00000100:00100000:0.0:1329972296.306991:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249104:12345-0@lo:400 Request procesed in 19us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972296.306999:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249105:12345-0@lo:400
00000100:00100000:0.0:1329972296.307010:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249105:12345-0@lo:400 Request procesed in 13us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972296.307017:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249107:12345-0@lo:400
00000100:00100000:0.0:1329972296.307028:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249107:12345-0@lo:400 Request procesed in 13us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972296.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249108:12345-0@lo:400
00000100:00100000:0.0:1329972296.307046:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249108:12345-0@lo:400 Request procesed in 12us (197us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972296.307056:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972296 exp ffff880008f8f400
00000100:00100000:0.0:1329972296.307064:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249106:12345-0@lo:400
00000100:00100000:0.0:1329972296.307080:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249106:12345-0@lo:400 Request procesed in 19us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972296.307102:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249103:0@lo:400
00000100:00100000:0.0:1329972296.307108:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249104:0@lo:400
00000100:00100000:0.0:1329972296.307112:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249105:0@lo:400
00000100:00100000:0.0:1329972296.307116:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249106:0@lo:400
00000100:00100000:0.0:1329972296.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249107:0@lo:400
00000100:00100000:0.0:1329972296.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249108:0@lo:400
00000100:00100000:0.0:1329972296.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972297.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972298.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972299.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972300.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972301.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972301.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972301.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972301.306665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334423966
00000100:00000400:0.0:1329972301.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972301.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972301.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972301.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373249117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972301.306691:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972301.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972301.306694:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972301.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334423966
00000100:00000400:0.0:1329972301.306697:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972301.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972301.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972301.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373249118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972301.306722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249111:0@lo:400
00000100:00100000:0.0:1329972301.306745:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972301.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249112:0@lo:400
00000100:00100000:0.0:1329972301.306763:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972301.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249113:0@lo:400
00000100:00100000:0.0:1329972301.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972301.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249114:0@lo:400
00000100:00100000:0.0:1329972301.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972301.306791:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249115:0@lo:400
00000100:00100000:0.0:1329972301.306798:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972301.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249116:0@lo:400
00000100:00100000:0.0:1329972301.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972301.306820:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249117:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972301.306833:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249117 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972301] [real_sent 1329972301] [current 1329972301] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373249117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972301.306843:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373249117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972301.306849:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972301.306851:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972301.306853:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249117:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972301.306856:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249118:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972301.306863:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249118 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972301] [real_sent 1329972301] [current 1329972301] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373249118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972301.306870:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373249118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972326 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972301.306875:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972301.306876:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972301.306878:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249118:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972301.306896:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972301 exp ffff880052834000
00000100:00100000:0.0:1329972301.306913:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249111:12345-0@lo:400
00000100:00100000:0.0:1329972301.306936:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249111:12345-0@lo:400 Request procesed in 31us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972301.306949:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972301 exp ffff880008f8fc00
00000100:00080000:0.0:1329972301.306955:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972301 exp ffff880057c49800
00000100:00080000:0.0:1329972301.306960:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972301 exp ffff8800572c1c00
00000100:00080000:0.0:1329972301.306964:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972301 exp ffff880046d08400
00000100:00100000:0.0:1329972301.306972:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249112:12345-0@lo:400
00000100:00100000:0.0:1329972301.306989:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249112:12345-0@lo:400 Request procesed in 19us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972301.306996:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249113:12345-0@lo:400
00000100:00100000:0.0:1329972301.307007:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249113:12345-0@lo:400 Request procesed in 13us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972301.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249115:12345-0@lo:400
00000100:00100000:0.0:1329972301.307025:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249115:12345-0@lo:400 Request procesed in 13us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972301.307032:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249116:12345-0@lo:400
00000100:00100000:0.0:1329972301.307043:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249116:12345-0@lo:400 Request procesed in 13us (234us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972301.307053:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972301 exp ffff880008f8f400
00000100:00100000:0.0:1329972301.307061:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249114:12345-0@lo:400
00000100:00100000:0.0:1329972301.307077:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249114:12345-0@lo:400 Request procesed in 18us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972301.307099:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249111:0@lo:400
00000100:00100000:0.0:1329972301.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249112:0@lo:400
00000100:00100000:0.0:1329972301.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249113:0@lo:400
00000100:00100000:0.0:1329972301.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249114:0@lo:400
00000100:00100000:0.0:1329972301.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249115:0@lo:400
00000100:00100000:0.0:1329972301.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249116:0@lo:400
00000100:00100000:0.0:1329972301.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972302.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972303.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972304.369584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972305.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972306.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972306.306697:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972306.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972306.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334428966
00000100:00000400:0.0:1329972306.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972306.306712:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972306.306718:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972306.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972306.306733:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972306.306734:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972306.306736:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972306.306738:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334428966
00000100:00000400:0.0:1329972306.306740:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972306.306742:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972306.306744:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972306.306748:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373249126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972306.306769:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249125:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972306.306797:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249125 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972306] [real_sent 1329972306] [current 1329972306] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972306.306808:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972306.306814:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972306.306815:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972306.306818:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249125:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972306.306821:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249126:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972306.306828:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249126 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972306] [real_sent 1329972306] [current 1329972306] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373249126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972306.306835:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373249126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972331 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972306.306840:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972306.306841:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972306.306843:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249126:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972306.306857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249119:0@lo:400
00000100:00100000:0.0:1329972306.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972306.306877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249120:0@lo:400
00000100:00100000:0.0:1329972306.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972306.306891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249121:0@lo:400
00000100:00100000:0.0:1329972306.306954:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972306.306962:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249122:0@lo:400
00000100:00100000:0.0:1329972306.306972:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972306.306977:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249123:0@lo:400
00000100:00100000:0.0:1329972306.306984:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972306.306989:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249124:0@lo:400
00000100:00100000:0.0:1329972306.306996:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972306.307016:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972306 exp ffff880052834000
00000100:00100000:0.0:1329972306.307043:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249119:12345-0@lo:400
00000100:00100000:0.0:1329972306.307068:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249119:12345-0@lo:400 Request procesed in 43us (198us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972306.307082:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972306 exp ffff880008f8fc00
00000100:00080000:0.0:1329972306.307089:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972306 exp ffff880057c49800
00000100:00080000:0.0:1329972306.307094:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972306 exp ffff8800572c1c00
00000100:00080000:0.0:1329972306.307098:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972306 exp ffff880046d08400
00000100:00100000:0.0:1329972306.307106:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249120:12345-0@lo:400
00000100:00100000:0.0:1329972306.307124:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249120:12345-0@lo:400 Request procesed in 21us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972306.307145:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249121:12345-0@lo:400
00000100:00100000:0.0:1329972306.307157:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249121:12345-0@lo:400 Request procesed in 15us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972306.307164:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249123:12345-0@lo:400
00000100:00100000:0.0:1329972306.307174:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249123:12345-0@lo:400 Request procesed in 13us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972306.307181:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249124:12345-0@lo:400
00000100:00100000:0.0:1329972306.307192:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249124:12345-0@lo:400 Request procesed in 12us (195us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972306.307203:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972306 exp ffff880008f8f400
00000100:00100000:0.0:1329972306.307211:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249122:12345-0@lo:400
00000100:00100000:0.0:1329972306.307228:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249122:12345-0@lo:400 Request procesed in 19us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972306.307251:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249119:0@lo:400
00000100:00100000:0.0:1329972306.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249120:0@lo:400
00000100:00100000:0.0:1329972306.307262:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249121:0@lo:400
00000100:00100000:0.0:1329972306.307266:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249122:0@lo:400
00000100:00100000:0.0:1329972306.307270:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249123:0@lo:400
00000100:00100000:0.0:1329972306.307274:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249124:0@lo:400
00000100:00100000:0.0:1329972306.369650:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972307.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972308.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972309.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972310.369593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972311.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972311.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972311.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972311.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334433966
00000100:00000400:0.0:1329972311.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972311.306667:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972311.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972311.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972311.306719:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972311.306722:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972311.306723:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972311.306726:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334433966
00000100:00000400:0.0:1329972311.306727:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972311.306729:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972311.306732:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972311.306736:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972311.306757:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249133:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972311.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249133 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972311] [real_sent 1329972311] [current 1329972311] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972311.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972311.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972311.306802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972311.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249133:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972311.306807:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249134:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972311.306814:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249134 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972311] [real_sent 1329972311] [current 1329972311] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972311.306821:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972336 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972311.306826:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972311.306828:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972311.306829:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249134:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972311.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249127:0@lo:400
00000100:00100000:0.0:1329972311.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972311.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249128:0@lo:400
00000100:00100000:0.0:1329972311.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972311.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249129:0@lo:400
00000100:00100000:0.0:1329972311.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972311.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249130:0@lo:400
00000100:00100000:0.0:1329972311.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972311.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249131:0@lo:400
00000100:00100000:0.0:1329972311.306905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972311.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249132:0@lo:400
00000100:00100000:0.0:1329972311.306917:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972311.306935:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972311 exp ffff880052834000
00000100:00100000:0.0:1329972311.306955:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249127:12345-0@lo:400
00000100:00100000:0.0:1329972311.306978:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249127:12345-0@lo:400 Request procesed in 35us (123us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972311.306991:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972311 exp ffff880008f8fc00
00000100:00080000:0.0:1329972311.306998:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972311 exp ffff880057c49800
00000100:00080000:0.0:1329972311.307003:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972311 exp ffff8800572c1c00
00000100:00080000:0.0:1329972311.307007:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972311 exp ffff880046d08400
00000100:00100000:0.0:1329972311.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249128:12345-0@lo:400
00000100:00100000:0.0:1329972311.307031:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249128:12345-0@lo:400 Request procesed in 20us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972311.307039:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249129:12345-0@lo:400
00000100:00100000:0.0:1329972311.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249129:12345-0@lo:400 Request procesed in 14us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972311.307058:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249131:12345-0@lo:400
00000100:00100000:0.0:1329972311.307068:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249131:12345-0@lo:400 Request procesed in 13us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972311.307075:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249132:12345-0@lo:400
00000100:00100000:0.0:1329972311.307085:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249132:12345-0@lo:400 Request procesed in 12us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972311.307096:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972311 exp ffff880008f8f400
00000100:00100000:0.0:1329972311.307104:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249130:12345-0@lo:400
00000100:00100000:0.0:1329972311.307121:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249130:12345-0@lo:400 Request procesed in 20us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972311.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249127:0@lo:400
00000100:00100000:0.0:1329972311.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249128:0@lo:400
00000100:00100000:0.0:1329972311.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249129:0@lo:400
00000100:00100000:0.0:1329972311.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249130:0@lo:400
00000100:00100000:0.0:1329972311.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249131:0@lo:400
00000100:00100000:0.0:1329972311.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249132:0@lo:400
00000100:00100000:0.0:1329972311.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972312.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972313.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972314.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972315.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972316.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972316.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972316.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972316.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334438966
00000100:00000400:0.0:1329972316.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972316.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972316.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972316.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972316.306716:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972316.306718:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972316.306719:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972316.306721:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334438966
00000100:00000400:0.0:1329972316.306723:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972316.306725:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972316.306728:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972316.306732:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972316.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249135:0@lo:400
00000100:00100000:0.0:1329972316.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972316.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249136:0@lo:400
00000100:00100000:0.0:1329972316.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972316.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249137:0@lo:400
00000100:00100000:0.0:1329972316.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972316.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249138:0@lo:400
00000100:00100000:0.0:1329972316.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972316.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249139:0@lo:400
00000100:00100000:0.0:1329972316.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972316.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249140:0@lo:400
00000100:00100000:0.0:1329972316.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972316.306849:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249141:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972316.306869:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249141 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972316] [real_sent 1329972316] [current 1329972316] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972316.306879:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972316.306886:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972316.306887:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972316.306890:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249141:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972316.306893:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249142:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972316.306899:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249142 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972316] [real_sent 1329972316] [current 1329972316] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972316.306907:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972341 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972316.306911:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972316.306913:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972316.306915:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249142:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972316.306933:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972316 exp ffff880052834000
00000100:00100000:0.0:1329972316.306954:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249135:12345-0@lo:400
00000100:00100000:0.0:1329972316.306977:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249135:12345-0@lo:400 Request procesed in 36us (202us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972316.306990:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972316 exp ffff880008f8fc00
00000100:00080000:0.0:1329972316.306997:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972316 exp ffff880057c49800
00000100:00080000:0.0:1329972316.307001:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972316 exp ffff8800572c1c00
00000100:00080000:0.0:1329972316.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972316 exp ffff880046d08400
00000100:00100000:0.0:1329972316.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249136:12345-0@lo:400
00000100:00100000:0.0:1329972316.307030:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249136:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972316.307038:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249137:12345-0@lo:400
00000100:00100000:0.0:1329972316.307050:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249137:12345-0@lo:400 Request procesed in 13us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972316.307057:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249139:12345-0@lo:400
00000100:00100000:0.0:1329972316.307067:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249139:12345-0@lo:400 Request procesed in 13us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972316.307074:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249140:12345-0@lo:400
00000100:00100000:0.0:1329972316.307084:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249140:12345-0@lo:400 Request procesed in 12us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972316.307104:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972316 exp ffff880008f8f400
00000100:00100000:0.0:1329972316.307113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249138:12345-0@lo:400
00000100:00100000:0.0:1329972316.307129:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249138:12345-0@lo:400 Request procesed in 18us (313us total) trans 0 rc 0/0
00000400:02020000:0.0:1329972316.307271:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972316.307309:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972316.307319:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972316.307334:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249135:0@lo:400
00000100:00100000:0.0:1329972316.307341:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249136:0@lo:400
00000100:00100000:0.0:1329972316.307345:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249137:0@lo:400
00000100:00100000:0.0:1329972316.307349:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249138:0@lo:400
00000100:00100000:0.0:1329972316.307353:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249139:0@lo:400
00000100:00100000:0.0:1329972316.307357:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249140:0@lo:400
00000100:00100000:0.0:1329972316.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972317.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972318.369595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972319.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972320.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972321.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972321.306649:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972321.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972321.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334443966
00000100:00000400:0.0:1329972321.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972321.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972321.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972321.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972321.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972321.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972321.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972321.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334443966
00000100:00000400:0.0:1329972321.306688:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972321.306690:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972321.306692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972321.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972321.306745:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249149:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972321.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249149 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972321] [real_sent 1329972321] [current 1329972321] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972321.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972321.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972321.306795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972321.306798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249149:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972321.306801:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249150:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972321.306808:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249150 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972321] [real_sent 1329972321] [current 1329972321] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972321.306815:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972346 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972321.306820:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972321.306821:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972321.306823:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249150:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972321.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249143:0@lo:400
00000100:00100000:0.0:1329972321.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972321.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249144:0@lo:400
00000100:00100000:0.0:1329972321.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972321.306925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249145:0@lo:400
00000100:00100000:0.0:1329972321.306933:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972321.306938:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249146:0@lo:400
00000100:00100000:0.0:1329972321.306945:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972321.306950:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249147:0@lo:400
00000100:00100000:0.0:1329972321.306956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972321.306961:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249148:0@lo:400
00000100:00100000:0.0:1329972321.306968:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972321.306986:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972321 exp ffff880052834000
00000100:00100000:0.0:1329972321.307004:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249143:12345-0@lo:400
00000100:00100000:0.0:1329972321.307027:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249143:12345-0@lo:400 Request procesed in 32us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972321.307040:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972321 exp ffff880008f8fc00
00000100:00080000:0.0:1329972321.307047:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972321 exp ffff880057c49800
00000100:00080000:0.0:1329972321.307051:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972321 exp ffff8800572c1c00
00000100:00080000:0.0:1329972321.307056:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972321 exp ffff880046d08400
00000100:00100000:0.0:1329972321.307064:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249144:12345-0@lo:400
00000100:00100000:0.0:1329972321.307080:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249144:12345-0@lo:400 Request procesed in 19us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972321.307088:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249145:12345-0@lo:400
00000100:00100000:0.0:1329972321.307099:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249145:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972321.307106:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249147:12345-0@lo:400
00000100:00100000:0.0:1329972321.307117:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249147:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972321.307123:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249148:12345-0@lo:400
00000100:00100000:0.0:1329972321.307134:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249148:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972321.307144:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972321 exp ffff880008f8f400
00000100:00100000:0.0:1329972321.307152:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249146:12345-0@lo:400
00000100:00100000:0.0:1329972321.307167:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249146:12345-0@lo:400 Request procesed in 18us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972321.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249143:0@lo:400
00000100:00100000:0.0:1329972321.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249144:0@lo:400
00000100:00100000:0.0:1329972321.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249145:0@lo:400
00000100:00100000:0.0:1329972321.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249146:0@lo:400
00000100:00100000:0.0:1329972321.307207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249147:0@lo:400
00000100:00100000:0.0:1329972321.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249148:0@lo:400
00000100:00100000:0.0:1329972321.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972322.369639:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972323.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972324.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972325.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972326.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972326.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972326.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972326.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334448966
00000100:00000400:0.0:1329972326.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972326.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972326.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972326.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373249157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972326.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972326.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972326.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972326.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334448966
00000100:00000400:0.0:1329972326.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972326.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972326.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972326.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373249158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972326.306698:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249157:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972326.306721:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249157 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972326] [real_sent 1329972326] [current 1329972326] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373249157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972326.306732:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373249157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972326.306737:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972326.306739:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972326.306742:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249157:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972326.306744:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249158:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972326.306751:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249158 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972326] [real_sent 1329972326] [current 1329972326] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373249158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972326.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373249158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972351 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972326.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972326.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972326.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249158:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972326.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249151:0@lo:400
00000100:00100000:0.0:1329972326.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972326.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249152:0@lo:400
00000100:00100000:0.0:1329972326.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972326.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249153:0@lo:400
00000100:00100000:0.0:1329972326.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972326.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249154:0@lo:400
00000100:00100000:0.0:1329972326.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972326.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249155:0@lo:400
00000100:00100000:0.0:1329972326.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972326.306844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249156:0@lo:400
00000100:00100000:0.0:1329972326.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972326.306866:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972326 exp ffff880052834000
00000100:00100000:0.0:1329972326.306887:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249151:12345-0@lo:400
00000100:00100000:0.0:1329972326.306909:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249151:12345-0@lo:400 Request procesed in 36us (120us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972326.306922:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972326 exp ffff880008f8fc00
00000100:00080000:0.0:1329972326.306929:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972326 exp ffff880057c49800
00000100:00080000:0.0:1329972326.306933:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972326 exp ffff8800572c1c00
00000100:00080000:0.0:1329972326.306937:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972326 exp ffff880046d08400
00000100:00100000:0.0:1329972326.306945:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249152:12345-0@lo:400
00000100:00100000:0.0:1329972326.306961:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249152:12345-0@lo:400 Request procesed in 19us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972326.306969:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249153:12345-0@lo:400
00000100:00100000:0.0:1329972326.306980:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249153:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972326.306987:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249155:12345-0@lo:400
00000100:00100000:0.0:1329972326.306997:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249155:12345-0@lo:400 Request procesed in 12us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972326.307004:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249156:12345-0@lo:400
00000100:00100000:0.0:1329972326.307015:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249156:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972326.307025:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972326 exp ffff880008f8f400
00000100:00100000:0.0:1329972326.307033:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249154:12345-0@lo:400
00000100:00100000:0.0:1329972326.307049:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249154:12345-0@lo:400 Request procesed in 19us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972326.307071:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249151:0@lo:400
00000100:00100000:0.0:1329972326.307077:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249152:0@lo:400
00000100:00100000:0.0:1329972326.307081:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249153:0@lo:400
00000100:00100000:0.0:1329972326.307085:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249154:0@lo:400
00000100:00100000:0.0:1329972326.307089:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249155:0@lo:400
00000100:00100000:0.0:1329972326.307092:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249156:0@lo:400
00000100:00100000:0.0:1329972326.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972327.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972328.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972329.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972330.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972331.306639:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972331.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972331.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972331.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334453966
00000100:00000400:0.0:1329972331.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972331.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972331.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972331.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373249165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972331.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972331.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972331.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972331.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334453966
00000100:00000400:0.0:1329972331.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972331.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972331.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972331.306691:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972331.306708:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249159:0@lo:400
00000100:00100000:0.0:1329972331.306732:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972331.306740:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249160:0@lo:400
00000100:00100000:0.0:1329972331.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972331.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249161:0@lo:400
00000100:00100000:0.0:1329972331.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972331.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249162:0@lo:400
00000100:00100000:0.0:1329972331.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972331.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249163:0@lo:400
00000100:00100000:0.0:1329972331.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972331.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249164:0@lo:400
00000100:00100000:0.0:1329972331.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972331.306902:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249165:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972331.306914:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249165 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972331] [real_sent 1329972331] [current 1329972331] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373249165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972331.306925:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373249165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972331.306931:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972331.306933:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972331.306936:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249165:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972331.306938:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249166:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972331.306945:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249166 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972331] [real_sent 1329972331] [current 1329972331] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972331.306952:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972356 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972331.306957:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972331.306958:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972331.306960:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249166:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972331.306978:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972331 exp ffff880052834000
00000100:00100000:0.0:1329972331.306995:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249159:12345-0@lo:400
00000100:00100000:0.0:1329972331.307019:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249159:12345-0@lo:400 Request procesed in 32us (287us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972331.307033:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972331 exp ffff880008f8fc00
00000100:00080000:0.0:1329972331.307039:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972331 exp ffff880057c49800
00000100:00080000:0.0:1329972331.307044:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972331 exp ffff8800572c1c00
00000100:00080000:0.0:1329972331.307048:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972331 exp ffff880046d08400
00000100:00100000:0.0:1329972331.307058:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249160:12345-0@lo:400
00000100:00100000:0.0:1329972331.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249160:12345-0@lo:400 Request procesed in 22us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972331.307083:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249161:12345-0@lo:400
00000100:00100000:0.0:1329972331.307095:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249161:12345-0@lo:400 Request procesed in 14us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972331.307101:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249163:12345-0@lo:400
00000100:00100000:0.0:1329972331.307112:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249163:12345-0@lo:400 Request procesed in 13us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972331.307129:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249164:12345-0@lo:400
00000100:00100000:0.0:1329972331.307140:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249164:12345-0@lo:400 Request procesed in 13us (255us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972331.307150:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972331 exp ffff880008f8f400
00000100:00100000:0.0:1329972331.307159:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249162:12345-0@lo:400
00000100:00100000:0.0:1329972331.307175:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249162:12345-0@lo:400 Request procesed in 18us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972331.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249159:0@lo:400
00000100:00100000:0.0:1329972331.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249160:0@lo:400
00000100:00100000:0.0:1329972331.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249161:0@lo:400
00000100:00100000:0.0:1329972331.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249162:0@lo:400
00000100:00100000:0.0:1329972331.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249163:0@lo:400
00000100:00100000:0.0:1329972331.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249164:0@lo:400
00000100:00100000:0.0:1329972331.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972332.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972333.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972334.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972335.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972336.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972336.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972336.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972336.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334458966
00000100:00000400:0.0:1329972336.306665:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972336.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972336.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972336.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972336.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972336.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972336.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972336.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334458966
00000100:00000400:0.0:1329972336.306697:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972336.306731:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972336.306733:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972336.306738:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373249174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972336.306757:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249173:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972336.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249173 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972336] [real_sent 1329972336] [current 1329972336] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972336.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972336.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972336.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972336.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249173:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972336.306807:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249174:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972336.306814:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249174 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972336] [real_sent 1329972336] [current 1329972336] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373249174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972336.306821:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373249174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972361 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972336.306826:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972336.306827:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972336.306829:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249174:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972336.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249167:0@lo:400
00000100:00100000:0.0:1329972336.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972336.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249168:0@lo:400
00000100:00100000:0.0:1329972336.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972336.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249169:0@lo:400
00000100:00100000:0.0:1329972336.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972336.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249170:0@lo:400
00000100:00100000:0.0:1329972336.306893:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972336.306898:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249171:0@lo:400
00000100:00100000:0.0:1329972336.306905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972336.306909:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249172:0@lo:400
00000100:00100000:0.0:1329972336.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972336.306933:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972336 exp ffff880052834000
00000100:00100000:0.0:1329972336.306958:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249167:12345-0@lo:400
00000100:00100000:0.0:1329972336.306981:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249167:12345-0@lo:400 Request procesed in 40us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972336.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972336 exp ffff880008f8fc00
00000100:00080000:0.0:1329972336.307001:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972336 exp ffff880057c49800
00000100:00080000:0.0:1329972336.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972336 exp ffff8800572c1c00
00000100:00080000:0.0:1329972336.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972336 exp ffff880046d08400
00000100:00100000:0.0:1329972336.307019:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249168:12345-0@lo:400
00000100:00100000:0.0:1329972336.307036:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249168:12345-0@lo:400 Request procesed in 21us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972336.307044:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249169:12345-0@lo:400
00000100:00100000:0.0:1329972336.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249169:12345-0@lo:400 Request procesed in 15us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972336.307064:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249171:12345-0@lo:400
00000100:00100000:0.0:1329972336.307074:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249171:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972336.307081:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249172:12345-0@lo:400
00000100:00100000:0.0:1329972336.307092:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249172:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972336.307102:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972336 exp ffff880008f8f400
00000100:00100000:0.0:1329972336.307110:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249170:12345-0@lo:400
00000100:00100000:0.0:1329972336.307126:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249170:12345-0@lo:400 Request procesed in 19us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972336.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249167:0@lo:400
00000100:00100000:0.0:1329972336.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249168:0@lo:400
00000100:00100000:0.0:1329972336.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249169:0@lo:400
00000100:00100000:0.0:1329972336.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249170:0@lo:400
00000100:00100000:0.0:1329972336.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249171:0@lo:400
00000100:00100000:0.0:1329972336.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249172:0@lo:400
00000100:00100000:0.0:1329972336.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972337.369644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972338.369577:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972339.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972340.369652:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972341.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972341.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972341.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972341.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334463966
00000100:00000400:0.0:1329972341.306645:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972341.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972341.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972341.306663:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373249181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972341.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972341.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972341.306673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972341.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334463966
00000100:00000400:0.0:1329972341.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972341.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972341.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972341.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972341.306702:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249175:0@lo:400
00000100:00100000:0.0:1329972341.306726:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972341.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249176:0@lo:400
00000100:00100000:0.0:1329972341.306744:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972341.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249177:0@lo:400
00000100:00100000:0.0:1329972341.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972341.306762:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249178:0@lo:400
00000100:00100000:0.0:1329972341.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972341.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249179:0@lo:400
00000100:00100000:0.0:1329972341.306812:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972341.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249180:0@lo:400
00000100:00100000:0.0:1329972341.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972341.306837:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249181:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972341.306851:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249181 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972341] [real_sent 1329972341] [current 1329972341] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373249181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972341.306861:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373249181/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972341.306867:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972341.306869:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972341.306871:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249181:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972341.306874:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249182:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972341.306881:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249182 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972341] [real_sent 1329972341] [current 1329972341] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972341.306888:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249182/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972366 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972341.306893:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972341.306894:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972341.306896:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249182:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972341.306916:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972341 exp ffff880052834000
00000100:00100000:0.0:1329972341.306935:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249175:12345-0@lo:400
00000100:00100000:0.0:1329972341.306958:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249175:12345-0@lo:400 Request procesed in 33us (231us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972341.306972:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972341 exp ffff880008f8fc00
00000100:00080000:0.0:1329972341.306978:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972341 exp ffff880057c49800
00000100:00080000:0.0:1329972341.306983:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972341 exp ffff8800572c1c00
00000100:00080000:0.0:1329972341.306987:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972341 exp ffff880046d08400
00000100:00100000:0.0:1329972341.306995:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249176:12345-0@lo:400
00000100:00100000:0.0:1329972341.307011:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249176:12345-0@lo:400 Request procesed in 19us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972341.307019:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249177:12345-0@lo:400
00000100:00100000:0.0:1329972341.307031:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249177:12345-0@lo:400 Request procesed in 13us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972341.307037:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249179:12345-0@lo:400
00000100:00100000:0.0:1329972341.307048:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249179:12345-0@lo:400 Request procesed in 13us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972341.307055:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249180:12345-0@lo:400
00000100:00100000:0.0:1329972341.307066:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249180:12345-0@lo:400 Request procesed in 12us (241us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972341.307076:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972341 exp ffff880008f8f400
00000100:00100000:0.0:1329972341.307084:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249178:12345-0@lo:400
00000100:00100000:0.0:1329972341.307099:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249178:12345-0@lo:400 Request procesed in 18us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972341.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249175:0@lo:400
00000100:00100000:0.0:1329972341.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249176:0@lo:400
00000100:00100000:0.0:1329972341.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249177:0@lo:400
00000100:00100000:0.0:1329972341.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249178:0@lo:400
00000100:00100000:0.0:1329972341.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249179:0@lo:400
00000100:00100000:0.0:1329972341.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249180:0@lo:400
00000100:00100000:0.0:1329972341.369596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972342.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972343.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972344.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972345.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972346.306620:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972346.306625:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972346.306627:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972346.306631:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334468966
00000100:00000400:0.0:1329972346.306633:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972346.306638:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972346.306643:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972346.306650:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972346.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972346.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972346.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972346.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334468966
00000100:00000400:0.0:1329972346.306664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972346.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972346.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972346.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373249190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972346.306690:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249189:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972346.306734:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249189 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972346] [real_sent 1329972346] [current 1329972346] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972346.306745:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249189/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972346.306751:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972346.306752:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972346.306755:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249189:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972346.306758:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249190:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972346.306765:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249190 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972346] [real_sent 1329972346] [current 1329972346] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373249190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972346.306772:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373249190/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972371 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972346.306777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972346.306778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972346.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249190:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972346.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249183:0@lo:400
00000100:00100000:0.0:1329972346.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972346.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249184:0@lo:400
00000100:00100000:0.0:1329972346.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972346.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249185:0@lo:400
00000100:00100000:0.0:1329972346.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972346.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249186:0@lo:400
00000100:00100000:0.0:1329972346.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972346.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249187:0@lo:400
00000100:00100000:0.0:1329972346.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972346.306915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249188:0@lo:400
00000100:00100000:0.0:1329972346.306923:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972346.306941:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972346 exp ffff880052834000
00000100:00100000:0.0:1329972346.306963:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249183:12345-0@lo:400
00000100:00100000:0.0:1329972346.306986:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249183:12345-0@lo:400 Request procesed in 36us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972346.306999:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972346 exp ffff880008f8fc00
00000100:00080000:0.0:1329972346.307005:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972346 exp ffff880057c49800
00000100:00080000:0.0:1329972346.307010:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972346 exp ffff8800572c1c00
00000100:00080000:0.0:1329972346.307015:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972346 exp ffff880046d08400
00000100:00100000:0.0:1329972346.307023:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249184:12345-0@lo:400
00000100:00100000:0.0:1329972346.307039:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249184:12345-0@lo:400 Request procesed in 20us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972346.307047:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249185:12345-0@lo:400
00000100:00100000:0.0:1329972346.307058:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249185:12345-0@lo:400 Request procesed in 14us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972346.307076:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249187:12345-0@lo:400
00000100:00100000:0.0:1329972346.307087:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249187:12345-0@lo:400 Request procesed in 14us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972346.307094:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249188:12345-0@lo:400
00000100:00100000:0.0:1329972346.307105:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249188:12345-0@lo:400 Request procesed in 12us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972346.307115:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972346 exp ffff880008f8f400
00000100:00100000:0.0:1329972346.307124:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249186:12345-0@lo:400
00000100:00100000:0.0:1329972346.307139:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249186:12345-0@lo:400 Request procesed in 18us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972346.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249183:0@lo:400
00000100:00100000:0.0:1329972346.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249184:0@lo:400
00000100:00100000:0.0:1329972346.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249185:0@lo:400
00000100:00100000:0.0:1329972346.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249186:0@lo:400
00000100:00100000:0.0:1329972346.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249187:0@lo:400
00000100:00100000:0.0:1329972346.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249188:0@lo:400
00000100:00100000:0.0:1329972346.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972347.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972348.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972349.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972350.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972351.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972351.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972351.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972351.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334473966
00000100:00000400:0.0:1329972351.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972351.306665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972351.306670:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972351.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373249197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972351.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972351.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972351.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972351.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334473966
00000100:00000400:0.0:1329972351.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972351.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972351.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972351.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373249198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972351.306719:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249197:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972351.306743:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249197 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972351] [real_sent 1329972351] [current 1329972351] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373249197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972351.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373249197/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972351.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972351.306761:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972351.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249197:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972351.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249198:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972351.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249198 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972351] [real_sent 1329972351] [current 1329972351] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373249198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972351.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373249198/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972376 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972351.306786:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972351.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972351.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249198:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972351.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249191:0@lo:400
00000100:00100000:0.0:1329972351.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972351.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249192:0@lo:400
00000100:00100000:0.0:1329972351.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972351.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249193:0@lo:400
00000100:00100000:0.0:1329972351.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972351.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249194:0@lo:400
00000100:00100000:0.0:1329972351.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972351.306855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249195:0@lo:400
00000100:00100000:0.0:1329972351.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972351.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249196:0@lo:400
00000100:00100000:0.0:1329972351.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972351.306888:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972351 exp ffff880052834000
00000100:00100000:0.0:1329972351.306905:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249191:12345-0@lo:400
00000100:00100000:0.0:1329972351.306928:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249191:12345-0@lo:400 Request procesed in 32us (115us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972351.306941:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972351 exp ffff880008f8fc00
00000100:00080000:0.0:1329972351.306948:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972351 exp ffff880057c49800
00000100:00080000:0.0:1329972351.306952:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972351 exp ffff8800572c1c00
00000100:00080000:0.0:1329972351.306957:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972351 exp ffff880046d08400
00000100:00100000:0.0:1329972351.306965:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249192:12345-0@lo:400
00000100:00100000:0.0:1329972351.306981:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249192:12345-0@lo:400 Request procesed in 20us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972351.306989:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249193:12345-0@lo:400
00000100:00100000:0.0:1329972351.307000:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249193:12345-0@lo:400 Request procesed in 14us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972351.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249195:12345-0@lo:400
00000100:00100000:0.0:1329972351.307018:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249195:12345-0@lo:400 Request procesed in 12us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972351.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249196:12345-0@lo:400
00000100:00100000:0.0:1329972351.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249196:12345-0@lo:400 Request procesed in 13us (163us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972351.307045:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972351 exp ffff880008f8f400
00000100:00100000:0.0:1329972351.307053:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249194:12345-0@lo:400
00000100:00100000:0.0:1329972351.307069:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249194:12345-0@lo:400 Request procesed in 18us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972351.307091:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249191:0@lo:400
00000100:00100000:0.0:1329972351.307097:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249192:0@lo:400
00000100:00100000:0.0:1329972351.307101:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249193:0@lo:400
00000100:00100000:0.0:1329972351.307105:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249194:0@lo:400
00000100:00100000:0.0:1329972351.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249195:0@lo:400
00000100:00100000:0.0:1329972351.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249196:0@lo:400
00000100:00100000:0.0:1329972351.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972352.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972353.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972354.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972355.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972356.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972356.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972356.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972356.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334478966
00000100:00000400:0.0:1329972356.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972356.306653:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972356.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972356.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373249205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972356.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972356.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972356.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972356.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334478966
00000100:00000400:0.0:1329972356.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972356.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972356.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972356.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972356.306713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249199:0@lo:400
00000100:00100000:0.0:1329972356.306738:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972356.306747:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249200:0@lo:400
00000100:00100000:0.0:1329972356.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972356.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249201:0@lo:400
00000100:00100000:0.0:1329972356.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972356.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249202:0@lo:400
00000100:00100000:0.0:1329972356.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972356.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249203:0@lo:400
00000100:00100000:0.0:1329972356.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972356.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249204:0@lo:400
00000100:00100000:0.0:1329972356.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972356.306813:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249205:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972356.306827:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249205 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972356] [real_sent 1329972356] [current 1329972356] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373249205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972356.306837:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373249205/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972356.306843:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972356.306845:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972356.306848:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249205:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972356.306850:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249206:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972356.306857:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249206 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972356] [real_sent 1329972356] [current 1329972356] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972356.306864:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249206/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972381 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972356.306869:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972356.306870:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972356.306872:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249206:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972356.306892:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972356 exp ffff880052834000
00000100:00100000:0.0:1329972356.306918:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249199:12345-0@lo:400
00000100:00100000:0.0:1329972356.306941:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249199:12345-0@lo:400 Request procesed in 41us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972356.306955:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972356 exp ffff880008f8fc00
00000100:00080000:0.0:1329972356.306961:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972356 exp ffff880057c49800
00000100:00080000:0.0:1329972356.306965:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972356 exp ffff8800572c1c00
00000100:00100000:0.0:1329972356.306973:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249200:12345-0@lo:400
00000100:00100000:0.0:1329972356.306990:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249200:12345-0@lo:400 Request procesed in 20us (235us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972356.306996:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972356 exp ffff880046d08400
00000100:00100000:0.0:1329972356.307004:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249201:12345-0@lo:400
00000100:00100000:0.0:1329972356.307016:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249201:12345-0@lo:400 Request procesed in 14us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972356.307023:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249203:12345-0@lo:400
00000100:00100000:0.0:1329972356.307034:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249203:12345-0@lo:400 Request procesed in 13us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972356.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249204:12345-0@lo:400
00000100:00100000:0.0:1329972356.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249204:12345-0@lo:400 Request procesed in 13us (249us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972356.307061:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972356 exp ffff880008f8f400
00000100:00100000:0.0:1329972356.307069:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249202:12345-0@lo:400
00000100:00100000:0.0:1329972356.307086:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249202:12345-0@lo:400 Request procesed in 19us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972356.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249199:0@lo:400
00000100:00100000:0.0:1329972356.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249200:0@lo:400
00000100:00100000:0.0:1329972356.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249201:0@lo:400
00000100:00100000:0.0:1329972356.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249202:0@lo:400
00000100:00100000:0.0:1329972356.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249203:0@lo:400
00000100:00100000:0.0:1329972356.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249204:0@lo:400
00000100:00100000:0.0:1329972356.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972357.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972358.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972359.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972360.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972361.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972361.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972361.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972361.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334483966
00000100:00000400:0.0:1329972361.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972361.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972361.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972361.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972361.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972361.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972361.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972361.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334483966
00000100:00000400:0.0:1329972361.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972361.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972361.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972361.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373249214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972361.306718:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249213:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972361.306743:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249213 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972361] [real_sent 1329972361] [current 1329972361] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972361.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249213/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972361.306760:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972361.306761:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972361.306764:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249213:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972361.306767:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249214:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972361.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249214 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972361] [real_sent 1329972361] [current 1329972361] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373249214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972361.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373249214/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972386 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972361.306786:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972361.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972361.306789:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249214:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972361.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249207:0@lo:400
00000100:00100000:0.0:1329972361.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972361.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249208:0@lo:400
00000100:00100000:0.0:1329972361.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972361.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249209:0@lo:400
00000100:00100000:0.0:1329972361.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972361.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249210:0@lo:400
00000100:00100000:0.0:1329972361.306951:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972361.306958:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249211:0@lo:400
00000100:00100000:0.0:1329972361.306965:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972361.306970:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249212:0@lo:400
00000100:00100000:0.0:1329972361.306977:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972361.306995:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972361 exp ffff880052834000
00000100:00100000:0.0:1329972361.307013:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249207:12345-0@lo:400
00000100:00100000:0.0:1329972361.307037:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249207:12345-0@lo:400 Request procesed in 32us (223us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972361.307051:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972361 exp ffff880008f8fc00
00000100:00080000:0.0:1329972361.307057:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972361 exp ffff880057c49800
00000100:00080000:0.0:1329972361.307062:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972361 exp ffff8800572c1c00
00000100:00080000:0.0:1329972361.307066:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972361 exp ffff880046d08400
00000100:00100000:0.0:1329972361.307076:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249208:12345-0@lo:400
00000100:00100000:0.0:1329972361.307092:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249208:12345-0@lo:400 Request procesed in 21us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972361.307112:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249209:12345-0@lo:400
00000100:00100000:0.0:1329972361.307123:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249209:12345-0@lo:400 Request procesed in 14us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972361.307130:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249211:12345-0@lo:400
00000100:00100000:0.0:1329972361.307141:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249211:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972361.307147:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249212:12345-0@lo:400
00000100:00100000:0.0:1329972361.307158:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249212:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972361.307168:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972361 exp ffff880008f8f400
00000100:00100000:0.0:1329972361.307177:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249210:12345-0@lo:400
00000100:00100000:0.0:1329972361.307193:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249210:12345-0@lo:400 Request procesed in 18us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972361.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249207:0@lo:400
00000100:00100000:0.0:1329972361.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249208:0@lo:400
00000100:00100000:0.0:1329972361.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249209:0@lo:400
00000100:00100000:0.0:1329972361.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249210:0@lo:400
00000100:00100000:0.0:1329972361.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249211:0@lo:400
00000100:00100000:0.0:1329972361.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249212:0@lo:400
00000100:00100000:0.0:1329972361.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972362.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972363.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972364.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972365.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972366.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972366.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972366.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972366.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334488966
00000100:00000400:0.0:1329972366.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972366.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972366.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972366.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972366.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972366.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972366.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972366.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334488966
00000100:00000400:0.0:1329972366.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972366.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972366.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972366.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373249222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972366.306711:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249221:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972366.306737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249221 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972366] [real_sent 1329972366] [current 1329972366] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972366.306748:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249221/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972366.306754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972366.306756:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972366.306758:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249221:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972366.306761:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249222:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972366.306768:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249222 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972366] [real_sent 1329972366] [current 1329972366] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373249222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972366.306775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373249222/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972391 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972366.306780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972366.306781:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972366.306783:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249222:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972366.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249215:0@lo:400
00000100:00100000:0.0:1329972366.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972366.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249216:0@lo:400
00000100:00100000:0.0:1329972366.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972366.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249217:0@lo:400
00000100:00100000:0.0:1329972366.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972366.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249218:0@lo:400
00000100:00100000:0.0:1329972366.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972366.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249219:0@lo:400
00000100:00100000:0.0:1329972366.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972366.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249220:0@lo:400
00000100:00100000:0.0:1329972366.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972366.306885:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972366 exp ffff880052834000
00000100:00100000:0.0:1329972366.306909:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249215:12345-0@lo:400
00000100:00100000:0.0:1329972366.306932:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249215:12345-0@lo:400 Request procesed in 39us (124us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972366.306946:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972366 exp ffff880008f8fc00
00000100:00080000:0.0:1329972366.306953:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972366 exp ffff880057c49800
00000100:00080000:0.0:1329972366.306957:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972366 exp ffff8800572c1c00
00000100:00080000:0.0:1329972366.306962:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972366 exp ffff880046d08400
00000100:00100000:0.0:1329972366.306970:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249216:12345-0@lo:400
00000100:00100000:0.0:1329972366.306986:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249216:12345-0@lo:400 Request procesed in 20us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972366.306995:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249217:12345-0@lo:400
00000100:00100000:0.0:1329972366.307007:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249217:12345-0@lo:400 Request procesed in 14us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972366.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249219:12345-0@lo:400
00000100:00100000:0.0:1329972366.307025:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249219:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972366.307031:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249220:12345-0@lo:400
00000100:00100000:0.0:1329972366.307042:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249220:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972366.307052:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972366 exp ffff880008f8f400
00000100:00100000:0.0:1329972366.307060:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249218:12345-0@lo:400
00000100:00100000:0.0:1329972366.307076:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249218:12345-0@lo:400 Request procesed in 17us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972366.307098:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249215:0@lo:400
00000100:00100000:0.0:1329972366.307105:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249216:0@lo:400
00000100:00100000:0.0:1329972366.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249217:0@lo:400
00000100:00100000:0.0:1329972366.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249218:0@lo:400
00000100:00100000:0.0:1329972366.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249219:0@lo:400
00000100:00100000:0.0:1329972366.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249220:0@lo:400
00000100:00100000:0.0:1329972366.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972367.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972368.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972369.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972370.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972371.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972371.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972371.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972371.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334493966
00000100:00000400:0.0:1329972371.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972371.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972371.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972371.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8c00 x1394565373249229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972371.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972371.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972371.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972371.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334493966
00000100:00000400:0.0:1329972371.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972371.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972371.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972371.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373249230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972371.306718:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249223:0@lo:400
00000100:00100000:0.0:1329972371.306743:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972371.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249224:0@lo:400
00000100:00100000:0.0:1329972371.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972371.306764:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249225:0@lo:400
00000100:00100000:0.0:1329972371.306771:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972371.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249226:0@lo:400
00000100:00100000:0.0:1329972371.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972371.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249227:0@lo:400
00000100:00100000:0.0:1329972371.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972371.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249228:0@lo:400
00000100:00100000:0.0:1329972371.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972371.306819:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249229:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972371.306830:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249229 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972371] [real_sent 1329972371] [current 1329972371] [deadline 25s] [delay -25s]  req@ffff880058dd8c00 x1394565373249229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972371.306841:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8c00 x1394565373249229/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972371.306847:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972371.306848:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972371.306851:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249229:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972371.306854:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249230:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972371.306861:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249230 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972371] [real_sent 1329972371] [current 1329972371] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373249230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972371.306868:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373249230/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972396 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972371.306873:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972371.306874:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972371.306876:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249230:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972371.306895:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972371 exp ffff880052834000
00000100:00100000:0.0:1329972371.306914:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249223:12345-0@lo:400
00000100:00100000:0.0:1329972371.306939:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249223:12345-0@lo:400 Request procesed in 34us (196us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972371.306952:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972371 exp ffff880008f8fc00
00000100:00080000:0.0:1329972371.306958:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972371 exp ffff880057c49800
00000100:00080000:0.0:1329972371.306963:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972371 exp ffff8800572c1c00
00000100:00080000:0.0:1329972371.307002:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972371 exp ffff880046d08400
00000100:00100000:0.0:1329972371.307015:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249224:12345-0@lo:400
00000100:00100000:0.0:1329972371.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249224:12345-0@lo:400 Request procesed in 27us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972371.307044:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249225:12345-0@lo:400
00000100:00100000:0.0:1329972371.307056:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249225:12345-0@lo:400 Request procesed in 14us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972371.307063:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249227:12345-0@lo:400
00000100:00100000:0.0:1329972371.307074:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249227:12345-0@lo:400 Request procesed in 13us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972371.307081:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249228:12345-0@lo:400
00000100:00100000:0.0:1329972371.307092:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249228:12345-0@lo:400 Request procesed in 13us (285us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972371.307115:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972371 exp ffff880008f8f400
00000100:00100000:0.0:1329972371.307124:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249226:12345-0@lo:400
00000100:00100000:0.0:1329972371.307141:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249226:12345-0@lo:400 Request procesed in 19us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972371.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249223:0@lo:400
00000100:00100000:0.0:1329972371.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249224:0@lo:400
00000100:00100000:0.0:1329972371.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249225:0@lo:400
00000100:00100000:0.0:1329972371.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249226:0@lo:400
00000100:00100000:0.0:1329972371.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249227:0@lo:400
00000100:00100000:0.0:1329972371.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249228:0@lo:400
00000100:00100000:0.0:1329972371.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972372.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972373.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972374.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972375.369640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972376.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972376.306658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972376.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972376.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334498966
00000100:00000400:0.0:1329972376.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972376.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972376.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972376.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373249237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972376.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972376.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972376.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972376.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334498966
00000100:00000400:0.0:1329972376.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972376.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972376.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972376.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972376.306724:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249237:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972376.306757:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249237 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972376] [real_sent 1329972376] [current 1329972376] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373249237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972376.306767:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373249237/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972376.306773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972376.306775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972376.306778:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249237:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972376.306781:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249238:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972376.306788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249238 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972376] [real_sent 1329972376] [current 1329972376] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972376.306801:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249238/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972401 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972376.306806:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972376.306807:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972376.306809:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249238:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972376.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249231:0@lo:400
00000100:00100000:0.0:1329972376.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972376.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249232:0@lo:400
00000100:00100000:0.0:1329972376.306910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972376.306918:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249233:0@lo:400
00000100:00100000:0.0:1329972376.306927:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972376.306931:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249234:0@lo:400
00000100:00100000:0.0:1329972376.306939:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972376.306943:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249235:0@lo:400
00000100:00100000:0.0:1329972376.306950:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972376.306954:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249236:0@lo:400
00000100:00100000:0.0:1329972376.306961:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972376.307060:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972376 exp ffff880052834000
00000100:00100000:0.0:1329972376.307082:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249231:12345-0@lo:400
00000100:00100000:0.0:1329972376.307108:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249231:12345-0@lo:400 Request procesed in 38us (273us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972376.307123:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972376 exp ffff880008f8fc00
00000100:00080000:0.0:1329972376.307129:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972376 exp ffff880057c49800
00000100:00080000:0.0:1329972376.307134:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972376 exp ffff8800572c1c00
00000100:00080000:0.0:1329972376.307139:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972376 exp ffff880046d08400
00000100:00100000:0.0:1329972376.307147:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249232:12345-0@lo:400
00000100:00100000:0.0:1329972376.307164:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249232:12345-0@lo:400 Request procesed in 21us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972376.307172:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249233:12345-0@lo:400
00000100:00100000:0.0:1329972376.307184:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249233:12345-0@lo:400 Request procesed in 14us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972376.307191:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249235:12345-0@lo:400
00000100:00100000:0.0:1329972376.307202:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249235:12345-0@lo:400 Request procesed in 12us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972376.307208:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249236:12345-0@lo:400
00000100:00100000:0.0:1329972376.307219:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249236:12345-0@lo:400 Request procesed in 13us (258us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972376.307229:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972376 exp ffff880008f8f400
00000100:00100000:0.0:1329972376.307237:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249234:12345-0@lo:400
00000100:00100000:0.0:1329972376.307253:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249234:12345-0@lo:400 Request procesed in 19us (314us total) trans 0 rc 0/0
00000400:02020000:0.0:1329972376.307322:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000100:00100000:0.0:1329972376.309352:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249231:0@lo:400
00000100:00100000:0.0:1329972376.309360:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249232:0@lo:400
00000100:00100000:0.0:1329972376.309364:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249233:0@lo:400
00000100:00100000:0.0:1329972376.309368:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249234:0@lo:400
00000100:00100000:0.0:1329972376.309372:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249235:0@lo:400
00000100:00100000:0.0:1329972376.309376:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249236:0@lo:400
00000800:00020000:0.0:1329972376.309405:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972376.311787:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972376.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972377.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972378.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972379.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972380.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972381.306642:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972381.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972381.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972381.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334503966
00000100:00000400:0.0:1329972381.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972381.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972381.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972381.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373249245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972381.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972381.306684:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972381.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972381.306688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334503966
00000100:00000400:0.0:1329972381.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972381.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972381.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972381.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972381.306714:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249245:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972381.306740:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249245 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972381] [real_sent 1329972381] [current 1329972381] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373249245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972381.306751:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373249245/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972381.306757:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972381.306758:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972381.306761:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249245:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972381.306764:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249246:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972381.306771:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249246 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972381] [real_sent 1329972381] [current 1329972381] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972381.306778:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249246/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972406 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972381.306783:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972381.306784:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972381.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249246:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972381.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249239:0@lo:400
00000100:00100000:0.0:1329972381.306810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972381.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249240:0@lo:400
00000100:00100000:0.0:1329972381.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972381.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249241:0@lo:400
00000100:00100000:0.0:1329972381.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972381.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249242:0@lo:400
00000100:00100000:0.0:1329972381.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972381.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249243:0@lo:400
00000100:00100000:0.0:1329972381.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972381.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249244:0@lo:400
00000100:00100000:0.0:1329972381.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972381.306886:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972381 exp ffff880008f8fc00
00000100:00080000:0.0:1329972381.306894:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972381 exp ffff880057c49800
00000100:00080000:0.0:1329972381.306899:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972381 exp ffff8800572c1c00
00000100:00080000:0.0:1329972381.306903:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972381 exp ffff880046d08400
00000100:00100000:0.0:1329972381.306920:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249240:12345-0@lo:400
00000100:00100000:0.0:1329972381.306947:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249240:12345-0@lo:400 Request procesed in 37us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972381.306956:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249241:12345-0@lo:400
00000100:00100000:0.0:1329972381.306968:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249241:12345-0@lo:400 Request procesed in 15us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972381.306975:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249243:12345-0@lo:400
00000100:00100000:0.0:1329972381.306985:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249243:12345-0@lo:400 Request procesed in 12us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972381.306992:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249244:12345-0@lo:400
00000100:00100000:0.0:1329972381.307003:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249244:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972381.307021:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972381 exp ffff880008f8f400
00000100:00100000:0.0:1329972381.307030:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249242:12345-0@lo:400
00000100:00100000:0.0:1329972381.307046:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249242:12345-0@lo:400 Request procesed in 19us (198us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972381.307057:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972381 exp ffff880052834000
00000100:00100000:0.0:1329972381.307065:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249239:12345-0@lo:400
00000100:00100000:0.0:1329972381.307078:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249239:12345-0@lo:400 Request procesed in 16us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972381.307095:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249239:0@lo:400
00000100:00100000:0.0:1329972381.307101:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249240:0@lo:400
00000100:00100000:0.0:1329972381.307105:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249241:0@lo:400
00000100:00100000:0.0:1329972381.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249242:0@lo:400
00000100:00100000:0.0:1329972381.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249243:0@lo:400
00000100:00100000:0.0:1329972381.307116:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249244:0@lo:400
00000100:00100000:0.0:1329972381.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972382.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972383.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972384.369642:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972385.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972386.306666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972386.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972386.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972386.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334508966
00000100:00000400:0.0:1329972386.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972386.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972386.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972386.306696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373249253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972386.306703:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972386.306705:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972386.306706:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972386.306708:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334508966
00000100:00000400:0.0:1329972386.306709:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972386.306711:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972386.306714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972386.306717:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373249254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972386.306734:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249253:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972386.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249253 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972386] [real_sent 1329972386] [current 1329972386] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373249253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972386.306769:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373249253/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972386.306775:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972386.306777:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972386.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249253:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972386.306783:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249254:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972386.306790:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249254 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972386] [real_sent 1329972386] [current 1329972386] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373249254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972386.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373249254/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972411 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972386.306801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972386.306803:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972386.306805:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249254:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972386.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249247:0@lo:400
00000100:00100000:0.0:1329972386.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972386.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249248:0@lo:400
00000100:00100000:0.0:1329972386.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972386.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249249:0@lo:400
00000100:00100000:0.0:1329972386.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972386.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249250:0@lo:400
00000100:00100000:0.0:1329972386.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972386.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249251:0@lo:400
00000100:00100000:0.0:1329972386.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972386.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249252:0@lo:400
00000100:00100000:0.0:1329972386.306951:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972386.306973:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972386 exp ffff880008f8fc00
00000100:00080000:0.0:1329972386.306981:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972386 exp ffff880057c49800
00000100:00080000:0.0:1329972386.306985:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972386 exp ffff8800572c1c00
00000100:00080000:0.0:1329972386.306990:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972386 exp ffff880046d08400
00000100:00100000:0.0:1329972386.307008:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249248:12345-0@lo:400
00000100:00100000:0.0:1329972386.307035:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249248:12345-0@lo:400 Request procesed in 39us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972386.307045:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249249:12345-0@lo:400
00000100:00100000:0.0:1329972386.307057:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249249:12345-0@lo:400 Request procesed in 15us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972386.307064:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249251:12345-0@lo:400
00000100:00100000:0.0:1329972386.307075:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249251:12345-0@lo:400 Request procesed in 12us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972386.307094:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249252:12345-0@lo:400
00000100:00100000:0.0:1329972386.307105:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249252:12345-0@lo:400 Request procesed in 14us (155us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972386.307122:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972386 exp ffff880052834000
00000100:00100000:0.0:1329972386.307131:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249247:12345-0@lo:400
00000100:00100000:0.0:1329972386.307144:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249247:12345-0@lo:400 Request procesed in 16us (315us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972386.307156:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972386 exp ffff880008f8f400
00000100:00100000:0.0:1329972386.307164:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249250:12345-0@lo:400
00000100:00100000:0.0:1329972386.307180:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249250:12345-0@lo:400 Request procesed in 18us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972386.307195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249247:0@lo:400
00000100:00100000:0.0:1329972386.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249248:0@lo:400
00000100:00100000:0.0:1329972386.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249249:0@lo:400
00000100:00100000:0.0:1329972386.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249250:0@lo:400
00000100:00100000:0.0:1329972386.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249251:0@lo:400
00000100:00100000:0.0:1329972386.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249252:0@lo:400
00000100:00100000:0.0:1329972386.369647:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972387.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972388.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972389.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972390.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972391.306624:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972391.306630:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972391.306631:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972391.306636:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334513966
00000100:00000400:0.0:1329972391.306638:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972391.306643:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972391.306648:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972391.306656:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972391.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972391.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972391.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972391.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334513966
00000100:00000400:0.0:1329972391.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972391.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972391.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972391.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373249262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972391.306694:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249261:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972391.306718:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249261 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972391] [real_sent 1329972391] [current 1329972391] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972391.306729:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249261/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972391.306735:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972391.306736:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972391.306739:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249261:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972391.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249262:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972391.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249262 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972391] [real_sent 1329972391] [current 1329972391] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373249262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972391.306759:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373249262/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972416 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972391.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972391.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972391.306767:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249262:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972391.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249255:0@lo:400
00000100:00100000:0.0:1329972391.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972391.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249256:0@lo:400
00000100:00100000:0.0:1329972391.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972391.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249257:0@lo:400
00000100:00100000:0.0:1329972391.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972391.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249258:0@lo:400
00000100:00100000:0.0:1329972391.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972391.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249259:0@lo:400
00000100:00100000:0.0:1329972391.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972391.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249260:0@lo:400
00000100:00100000:0.0:1329972391.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972391.306867:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972391 exp ffff880008f8fc00
00000100:00080000:0.0:1329972391.306875:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972391 exp ffff880057c49800
00000100:00080000:0.0:1329972391.306880:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972391 exp ffff8800572c1c00
00000100:00080000:0.0:1329972391.306885:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972391 exp ffff880046d08400
00000100:00100000:0.0:1329972391.306900:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249256:12345-0@lo:400
00000100:00100000:0.0:1329972391.306927:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249256:12345-0@lo:400 Request procesed in 36us (120us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972391.306936:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249257:12345-0@lo:400
00000100:00100000:0.0:1329972391.306949:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249257:12345-0@lo:400 Request procesed in 16us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972391.306956:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249259:12345-0@lo:400
00000100:00100000:0.0:1329972391.306967:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249259:12345-0@lo:400 Request procesed in 13us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972391.306974:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249260:12345-0@lo:400
00000100:00100000:0.0:1329972391.306985:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249260:12345-0@lo:400 Request procesed in 12us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972391.307000:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972391 exp ffff880008f8f400
00000100:00100000:0.0:1329972391.307009:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249258:12345-0@lo:400
00000100:00100000:0.0:1329972391.307025:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249258:12345-0@lo:400 Request procesed in 19us (196us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972391.307049:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972391 exp ffff880052834000
00000100:00100000:0.0:1329972391.307061:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249255:12345-0@lo:400
00000100:00100000:0.0:1329972391.307075:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249255:12345-0@lo:400 Request procesed in 20us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972391.307092:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249255:0@lo:400
00000100:00100000:0.0:1329972391.307098:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249256:0@lo:400
00000100:00100000:0.0:1329972391.307102:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249257:0@lo:400
00000100:00100000:0.0:1329972391.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249258:0@lo:400
00000100:00100000:0.0:1329972391.307110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249259:0@lo:400
00000100:00100000:0.0:1329972391.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249260:0@lo:400
00000100:00100000:0.0:1329972391.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972392.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972393.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972394.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972395.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972396.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972396.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972396.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972396.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334518966
00000100:00000400:0.0:1329972396.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972396.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972396.306709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972396.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972396.306724:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972396.306725:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972396.306727:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972396.306729:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334518966
00000100:00000400:0.0:1329972396.306730:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972396.306732:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972396.306734:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972396.306738:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972396.306755:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249269:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972396.306779:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249269 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972396] [real_sent 1329972396] [current 1329972396] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972396.306790:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249269/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972396.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972396.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972396.306800:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249269:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972396.306803:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249270:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972396.306810:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249270 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972396] [real_sent 1329972396] [current 1329972396] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972396.306817:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249270/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972421 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972396.306822:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972396.306823:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972396.306825:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249270:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972396.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249263:0@lo:400
00000100:00100000:0.0:1329972396.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972396.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249264:0@lo:400
00000100:00100000:0.0:1329972396.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972396.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249265:0@lo:400
00000100:00100000:0.0:1329972396.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972396.306881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249266:0@lo:400
00000100:00100000:0.0:1329972396.306942:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972396.306950:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249267:0@lo:400
00000100:00100000:0.0:1329972396.306957:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972396.306962:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249268:0@lo:400
00000100:00100000:0.0:1329972396.306969:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972396.306987:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972396 exp ffff880008f8fc00
00000100:00080000:0.0:1329972396.306995:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972396 exp ffff880057c49800
00000100:00080000:0.0:1329972396.307000:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972396 exp ffff8800572c1c00
00000100:00080000:0.0:1329972396.307004:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972396 exp ffff880046d08400
00000100:00100000:0.0:1329972396.307024:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249264:12345-0@lo:400
00000100:00100000:0.0:1329972396.307051:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249264:12345-0@lo:400 Request procesed in 41us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972396.307060:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249265:12345-0@lo:400
00000100:00100000:0.0:1329972396.307072:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249265:12345-0@lo:400 Request procesed in 15us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972396.307079:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249267:12345-0@lo:400
00000100:00100000:0.0:1329972396.307090:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249267:12345-0@lo:400 Request procesed in 13us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972396.307097:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249268:12345-0@lo:400
00000100:00100000:0.0:1329972396.307108:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249268:12345-0@lo:400 Request procesed in 12us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972396.307123:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972396 exp ffff880052834000
00000100:00100000:0.0:1329972396.307132:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249263:12345-0@lo:400
00000100:00100000:0.0:1329972396.307146:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249263:12345-0@lo:400 Request procesed in 16us (295us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972396.307158:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972396 exp ffff880008f8f400
00000100:00100000:0.0:1329972396.307167:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249266:12345-0@lo:400
00000100:00100000:0.0:1329972396.307182:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249266:12345-0@lo:400 Request procesed in 18us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972396.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249263:0@lo:400
00000100:00100000:0.0:1329972396.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249264:0@lo:400
00000100:00100000:0.0:1329972396.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249265:0@lo:400
00000100:00100000:0.0:1329972396.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249266:0@lo:400
00000100:00100000:0.0:1329972396.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249267:0@lo:400
00000100:00100000:0.0:1329972396.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249268:0@lo:400
00000100:00100000:0.0:1329972396.369588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972397.369637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972398.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972399.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972400.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972401.306661:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972401.306666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972401.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972401.306673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334523966
00000100:00000400:0.0:1329972401.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972401.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972401.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972401.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972401.306700:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972401.306702:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972401.306703:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972401.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334523966
00000100:00000400:0.0:1329972401.306707:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972401.306709:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972401.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972401.306715:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373249278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972401.306732:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249277:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972401.306757:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249277 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972401] [real_sent 1329972401] [current 1329972401] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972401.306768:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249277/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972401.306774:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972401.306776:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972401.306778:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249277:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972401.306781:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249278:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972401.306788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249278 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972401] [real_sent 1329972401] [current 1329972401] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373249278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972401.306795:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373249278/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972426 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972401.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972401.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972401.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249278:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972401.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249271:0@lo:400
00000100:00100000:0.0:1329972401.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972401.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249272:0@lo:400
00000100:00100000:0.0:1329972401.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972401.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249273:0@lo:400
00000100:00100000:0.0:1329972401.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972401.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249274:0@lo:400
00000100:00100000:0.0:1329972401.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972401.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249275:0@lo:400
00000100:00100000:0.0:1329972401.306931:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972401.306940:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249276:0@lo:400
00000100:00100000:0.0:1329972401.306948:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972401.306967:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972401 exp ffff880008f8fc00
00000100:00080000:0.0:1329972401.306976:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972401 exp ffff880057c49800
00000100:00080000:0.0:1329972401.306981:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972401 exp ffff8800572c1c00
00000100:00080000:0.0:1329972401.306985:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972401 exp ffff880046d08400
00000100:00100000:0.0:1329972401.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249272:12345-0@lo:400
00000100:00100000:0.0:1329972401.307029:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249272:12345-0@lo:400 Request procesed in 38us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972401.307039:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249273:12345-0@lo:400
00000100:00100000:0.0:1329972401.307051:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249273:12345-0@lo:400 Request procesed in 15us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972401.307073:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249275:12345-0@lo:400
00000100:00100000:0.0:1329972401.307085:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249275:12345-0@lo:400 Request procesed in 15us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972401.307091:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249276:12345-0@lo:400
00000100:00100000:0.0:1329972401.307102:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249276:12345-0@lo:400 Request procesed in 13us (154us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972401.307120:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972401 exp ffff880008f8f400
00000100:00100000:0.0:1329972401.307129:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249274:12345-0@lo:400
00000100:00100000:0.0:1329972401.307146:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249274:12345-0@lo:400 Request procesed in 19us (278us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972401.307156:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972401 exp ffff880052834000
00000100:00100000:0.0:1329972401.307165:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249271:12345-0@lo:400
00000100:00100000:0.0:1329972401.307178:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249271:12345-0@lo:400 Request procesed in 16us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972401.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249271:0@lo:400
00000100:00100000:0.0:1329972401.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249272:0@lo:400
00000100:00100000:0.0:1329972401.307243:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249273:0@lo:400
00000100:00100000:0.0:1329972401.307247:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249274:0@lo:400
00000100:00100000:0.0:1329972401.307251:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249275:0@lo:400
00000100:00100000:0.0:1329972401.307255:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249276:0@lo:400
00000100:00100000:0.0:1329972401.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972402.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972403.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972404.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972405.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972406.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972406.306653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972406.306655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972406.306660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334528966
00000100:00000400:0.0:1329972406.306662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972406.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972406.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972406.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373249285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972406.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972406.306687:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972406.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972406.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334528966
00000100:00000400:0.0:1329972406.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972406.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972406.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972406.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373249286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972406.306755:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249285:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972406.306781:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249285 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972406] [real_sent 1329972406] [current 1329972406] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373249285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972406.306792:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373249285/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972406.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972406.306799:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972406.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249285:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972406.306805:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249286:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972406.306812:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249286 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972406] [real_sent 1329972406] [current 1329972406] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373249286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972406.306820:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373249286/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972431 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972406.306824:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972406.306826:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972406.306828:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249286:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972406.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249279:0@lo:400
00000100:00100000:0.0:1329972406.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972406.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249280:0@lo:400
00000100:00100000:0.0:1329972406.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972406.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249281:0@lo:400
00000100:00100000:0.0:1329972406.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972406.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249282:0@lo:400
00000100:00100000:0.0:1329972406.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972406.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249283:0@lo:400
00000100:00100000:0.0:1329972406.306900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972406.306905:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249284:0@lo:400
00000100:00100000:0.0:1329972406.306911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972406.306927:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972406 exp ffff880008f8fc00
00000100:00080000:0.0:1329972406.306935:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972406 exp ffff880057c49800
00000100:00080000:0.0:1329972406.306939:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972406 exp ffff8800572c1c00
00000100:00080000:0.0:1329972406.306944:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972406 exp ffff880046d08400
00000100:00100000:0.0:1329972406.306963:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249280:12345-0@lo:400
00000100:00100000:0.0:1329972406.306989:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249280:12345-0@lo:400 Request procesed in 39us (121us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972406.306998:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249281:12345-0@lo:400
00000100:00100000:0.0:1329972406.307010:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249281:12345-0@lo:400 Request procesed in 15us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972406.307017:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249283:12345-0@lo:400
00000100:00100000:0.0:1329972406.307028:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249283:12345-0@lo:400 Request procesed in 13us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972406.307035:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249284:12345-0@lo:400
00000100:00100000:0.0:1329972406.307046:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249284:12345-0@lo:400 Request procesed in 12us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972406.307062:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972406 exp ffff880052834000
00000100:00100000:0.0:1329972406.307071:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249279:12345-0@lo:400
00000100:00100000:0.0:1329972406.307084:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249279:12345-0@lo:400 Request procesed in 16us (232us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972406.307097:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972406 exp ffff880008f8f400
00000100:00100000:0.0:1329972406.307105:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249282:12345-0@lo:400
00000100:00100000:0.0:1329972406.307121:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249282:12345-0@lo:400 Request procesed in 18us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972406.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249279:0@lo:400
00000100:00100000:0.0:1329972406.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249280:0@lo:400
00000100:00100000:0.0:1329972406.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249281:0@lo:400
00000100:00100000:0.0:1329972406.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249282:0@lo:400
00000100:00100000:0.0:1329972406.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249283:0@lo:400
00000100:00100000:0.0:1329972406.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249284:0@lo:400
00000100:00100000:0.0:1329972406.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972407.369642:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972408.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972409.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972410.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972411.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972411.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972411.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972411.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334533966
00000100:00000400:0.0:1329972411.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972411.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972411.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972411.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972411.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972411.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972411.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972411.306703:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334533966
00000100:00000400:0.0:1329972411.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972411.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972411.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972411.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373249294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972411.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249293:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972411.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249293 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972411] [real_sent 1329972411] [current 1329972411] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972411.306762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249293/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972411.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972411.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972411.306772:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249293:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972411.306775:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249294:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972411.306782:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249294 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972411] [real_sent 1329972411] [current 1329972411] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373249294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972411.306789:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373249294/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972436 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972411.306794:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972411.306795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972411.306797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249294:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972411.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249287:0@lo:400
00000100:00100000:0.0:1329972411.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972411.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249288:0@lo:400
00000100:00100000:0.0:1329972411.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972411.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249289:0@lo:400
00000100:00100000:0.0:1329972411.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972411.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249290:0@lo:400
00000100:00100000:0.0:1329972411.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972411.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249291:0@lo:400
00000100:00100000:0.0:1329972411.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972411.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249292:0@lo:400
00000100:00100000:0.0:1329972411.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972411.306897:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972411 exp ffff880008f8fc00
00000100:00080000:0.0:1329972411.306905:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972411 exp ffff880057c49800
00000100:00080000:0.0:1329972411.306909:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972411 exp ffff8800572c1c00
00000100:00080000:0.0:1329972411.306914:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972411 exp ffff880046d08400
00000100:00100000:0.0:1329972411.306929:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249288:12345-0@lo:400
00000100:00100000:0.0:1329972411.306954:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249288:12345-0@lo:400 Request procesed in 35us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972411.306963:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249289:12345-0@lo:400
00000100:00100000:0.0:1329972411.306975:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249289:12345-0@lo:400 Request procesed in 14us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972411.306982:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249291:12345-0@lo:400
00000100:00100000:0.0:1329972411.306993:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249291:12345-0@lo:400 Request procesed in 13us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972411.306999:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249292:12345-0@lo:400
00000100:00100000:0.0:1329972411.307011:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249292:12345-0@lo:400 Request procesed in 14us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972411.307027:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972411 exp ffff880008f8f400
00000100:00100000:0.0:1329972411.307035:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249290:12345-0@lo:400
00000100:00100000:0.0:1329972411.307051:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249290:12345-0@lo:400 Request procesed in 19us (192us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972411.307061:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972411 exp ffff880052834000
00000100:00100000:0.0:1329972411.307069:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249287:12345-0@lo:400
00000100:00100000:0.0:1329972411.307082:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249287:12345-0@lo:400 Request procesed in 15us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972411.307099:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249287:0@lo:400
00000100:00100000:0.0:1329972411.307105:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249288:0@lo:400
00000100:00100000:0.0:1329972411.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249289:0@lo:400
00000100:00100000:0.0:1329972411.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249290:0@lo:400
00000100:00100000:0.0:1329972411.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249291:0@lo:400
00000100:00100000:0.0:1329972411.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249292:0@lo:400
00000100:00100000:0.0:1329972411.369941:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972412.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972413.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972414.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972415.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972416.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972416.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972416.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972416.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334538966
00000100:00000400:0.0:1329972416.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972416.306657:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972416.306663:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972416.306670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373249301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972416.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972416.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972416.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972416.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334538966
00000100:00000400:0.0:1329972416.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972416.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972416.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972416.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373249302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972416.306709:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249301:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972416.306735:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249301 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972416] [real_sent 1329972416] [current 1329972416] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373249301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972416.306746:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373249301/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972416.306752:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972416.306754:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972416.306756:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249301:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972416.306759:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249302:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972416.306805:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249302 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972416] [real_sent 1329972416] [current 1329972416] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373249302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972416.306819:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373249302/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972441 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972416.306824:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972416.306826:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972416.306828:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249302:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972416.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249295:0@lo:400
00000100:00100000:0.0:1329972416.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972416.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249296:0@lo:400
00000100:00100000:0.0:1329972416.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972416.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249297:0@lo:400
00000100:00100000:0.0:1329972416.306911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972416.306919:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249298:0@lo:400
00000100:00100000:0.0:1329972416.306928:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972416.306933:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249299:0@lo:400
00000100:00100000:0.0:1329972416.306939:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972416.306944:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249300:0@lo:400
00000100:00100000:0.0:1329972416.306950:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972416.306969:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972416 exp ffff880008f8fc00
00000100:00080000:0.0:1329972416.306977:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972416 exp ffff880057c49800
00000100:00080000:0.0:1329972416.306982:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972416 exp ffff8800572c1c00
00000100:00080000:0.0:1329972416.306986:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972416 exp ffff880046d08400
00000100:00100000:0.0:1329972416.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249296:12345-0@lo:400
00000100:00100000:0.0:1329972416.307035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249296:12345-0@lo:400 Request procesed in 42us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972416.307059:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249297:12345-0@lo:400
00000100:00100000:0.0:1329972416.307072:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249297:12345-0@lo:400 Request procesed in 16us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972416.307079:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249299:12345-0@lo:400
00000100:00100000:0.0:1329972416.307090:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249299:12345-0@lo:400 Request procesed in 13us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972416.307097:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249300:12345-0@lo:400
00000100:00100000:0.0:1329972416.307107:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249300:12345-0@lo:400 Request procesed in 13us (157us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972416.307125:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972416 exp ffff880052834000
00000100:00100000:0.0:1329972416.307134:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249295:12345-0@lo:400
00000100:00100000:0.0:1329972416.307147:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249295:12345-0@lo:400 Request procesed in 16us (292us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972416.307159:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972416 exp ffff880008f8f400
00000100:00100000:0.0:1329972416.307167:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249298:12345-0@lo:400
00000100:00100000:0.0:1329972416.307183:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249298:12345-0@lo:400 Request procesed in 19us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972416.307199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249295:0@lo:400
00000100:00100000:0.0:1329972416.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249296:0@lo:400
00000100:00100000:0.0:1329972416.307209:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249297:0@lo:400
00000100:00100000:0.0:1329972416.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249298:0@lo:400
00000100:00100000:0.0:1329972416.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249299:0@lo:400
00000100:00100000:0.0:1329972416.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249300:0@lo:400
00000100:00100000:0.0:1329972416.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972417.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972418.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972419.369645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972420.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972421.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972421.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972421.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972421.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334543966
00000100:00000400:0.0:1329972421.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972421.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972421.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972421.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972421.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972421.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972421.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972421.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334543966
00000100:00000400:0.0:1329972421.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972421.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972421.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972421.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972421.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249309:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972421.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249309 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972421] [real_sent 1329972421] [current 1329972421] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972421.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249309/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972421.306769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972421.306771:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972421.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249309:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972421.306776:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249310:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972421.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249310 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972421] [real_sent 1329972421] [current 1329972421] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972421.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249310/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972446 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972421.306795:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972421.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972421.306799:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249310:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972421.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249303:0@lo:400
00000100:00100000:0.0:1329972421.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972421.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249304:0@lo:400
00000100:00100000:0.0:1329972421.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972421.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249305:0@lo:400
00000100:00100000:0.0:1329972421.306851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972421.306856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249306:0@lo:400
00000100:00100000:0.0:1329972421.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972421.306868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249307:0@lo:400
00000100:00100000:0.0:1329972421.306875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972421.306880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249308:0@lo:400
00000100:00100000:0.0:1329972421.306886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972421.306904:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972421 exp ffff880008f8fc00
00000100:00080000:0.0:1329972421.306912:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972421 exp ffff880057c49800
00000100:00080000:0.0:1329972421.306917:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972421 exp ffff8800572c1c00
00000100:00080000:0.0:1329972421.306922:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972421 exp ffff880046d08400
00000100:00100000:0.0:1329972421.306939:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249304:12345-0@lo:400
00000100:00100000:0.0:1329972421.306968:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249304:12345-0@lo:400 Request procesed in 39us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972421.306977:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249305:12345-0@lo:400
00000100:00100000:0.0:1329972421.306989:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249305:12345-0@lo:400 Request procesed in 15us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972421.306996:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249307:12345-0@lo:400
00000100:00100000:0.0:1329972421.307007:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249307:12345-0@lo:400 Request procesed in 12us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972421.307014:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249308:12345-0@lo:400
00000100:00100000:0.0:1329972421.307024:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249308:12345-0@lo:400 Request procesed in 13us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972421.307042:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972421 exp ffff880008f8f400
00000100:00100000:0.0:1329972421.307051:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249306:12345-0@lo:400
00000100:00100000:0.0:1329972421.307068:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249306:12345-0@lo:400 Request procesed in 20us (205us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972421.307079:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972421 exp ffff880052834000
00000100:00100000:0.0:1329972421.307087:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249303:12345-0@lo:400
00000100:00100000:0.0:1329972421.307100:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249303:12345-0@lo:400 Request procesed in 15us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972421.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249303:0@lo:400
00000100:00100000:0.0:1329972421.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249304:0@lo:400
00000100:00100000:0.0:1329972421.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249305:0@lo:400
00000100:00100000:0.0:1329972421.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249306:0@lo:400
00000100:00100000:0.0:1329972421.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249307:0@lo:400
00000100:00100000:0.0:1329972421.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249308:0@lo:400
00000100:00100000:0.0:1329972421.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972422.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972423.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972424.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972425.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972426.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972426.306634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972426.306636:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972426.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334548966
00000100:00000400:0.0:1329972426.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972426.306647:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972426.306652:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972426.306660:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181bc00 x1394565373249317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972426.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972426.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972426.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972426.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334548966
00000100:00000400:0.0:1329972426.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972426.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972426.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972426.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373249318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972426.306701:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249311:0@lo:400
00000100:00100000:0.0:1329972426.306724:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972426.306733:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249312:0@lo:400
00000100:00100000:0.0:1329972426.306741:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972426.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249313:0@lo:400
00000100:00100000:0.0:1329972426.306752:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972426.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249314:0@lo:400
00000100:00100000:0.0:1329972426.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972426.306769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249315:0@lo:400
00000100:00100000:0.0:1329972426.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972426.306780:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249316:0@lo:400
00000100:00100000:0.0:1329972426.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972426.306804:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972426 exp ffff880008f8fc00
00000100:00080000:0.0:1329972426.306811:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972426 exp ffff880057c49800
00000100:00080000:0.0:1329972426.306816:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972426 exp ffff8800572c1c00
00000100:00080000:0.0:1329972426.306820:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972426 exp ffff880046d08400
00000100:00100000:0.0:1329972426.306840:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249312:12345-0@lo:400
00000100:00100000:0.0:1329972426.306866:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249312:12345-0@lo:400 Request procesed in 39us (124us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972426.306875:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249313:12345-0@lo:400
00000100:00100000:0.0:1329972426.306888:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249313:12345-0@lo:400 Request procesed in 15us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972426.306894:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249315:12345-0@lo:400
00000100:00100000:0.0:1329972426.306906:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249315:12345-0@lo:400 Request procesed in 13us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972426.306913:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249316:12345-0@lo:400
00000100:00100000:0.0:1329972426.306924:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249316:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972426.306952:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972426 exp ffff880052834000
00000100:00100000:0.0:1329972426.306991:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249311:12345-0@lo:400
00000100:00100000:0.0:1329972426.307007:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249311:12345-0@lo:400 Request procesed in 20us (283us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972426.307020:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972426 exp ffff880008f8f400
00000100:00100000:0.0:1329972426.307028:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249314:12345-0@lo:400
00000100:00100000:0.0:1329972426.307045:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249314:12345-0@lo:400 Request procesed in 19us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972426.307057:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249317:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972426.307069:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249317 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972426] [real_sent 1329972426] [current 1329972426] [deadline 25s] [delay -25s]  req@ffff88005181bc00 x1394565373249317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972426.307079:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181bc00 x1394565373249317/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972426.307085:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972426.307087:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972426.307089:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249317:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972426.307092:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249318:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972426.307099:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249318 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972426] [real_sent 1329972426] [current 1329972426] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373249318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972426.307112:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373249318/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972451 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972426.307117:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972426.307118:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972426.307120:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249318:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972426.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249311:0@lo:400
00000100:00100000:0.0:1329972426.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249312:0@lo:400
00000100:00100000:0.0:1329972426.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249313:0@lo:400
00000100:00100000:0.0:1329972426.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249314:0@lo:400
00000100:00100000:0.0:1329972426.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249315:0@lo:400
00000100:00100000:0.0:1329972426.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249316:0@lo:400
00000100:00100000:0.0:1329972426.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972427.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972428.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972429.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972430.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972431.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972431.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972431.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972431.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334553966
00000100:00000400:0.0:1329972431.306657:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972431.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972431.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972431.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373249325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972431.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972431.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972431.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972431.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334553966
00000100:00000400:0.0:1329972431.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972431.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972431.306695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972431.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232000 x1394565373249326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972431.306719:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249325:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972431.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249325 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972431] [real_sent 1329972431] [current 1329972431] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373249325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972431.306757:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373249325/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972431.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972431.306765:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972431.306767:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249325:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972431.306770:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249326:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972431.306778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249326 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972431] [real_sent 1329972431] [current 1329972431] [deadline 25s] [delay -25s]  req@ffff880025232000 x1394565373249326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972431.306785:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232000 x1394565373249326/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972456 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972431.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972431.306791:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972431.306793:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249326:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972431.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249319:0@lo:400
00000100:00100000:0.0:1329972431.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972431.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249320:0@lo:400
00000100:00100000:0.0:1329972431.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972431.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249321:0@lo:400
00000100:00100000:0.0:1329972431.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972431.306912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249322:0@lo:400
00000100:00100000:0.0:1329972431.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972431.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249323:0@lo:400
00000100:00100000:0.0:1329972431.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972431.306936:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249324:0@lo:400
00000100:00100000:0.0:1329972431.306942:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972431.306962:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972431 exp ffff880008f8fc00
00000100:00080000:0.0:1329972431.306970:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972431 exp ffff880057c49800
00000100:00080000:0.0:1329972431.306975:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972431 exp ffff8800572c1c00
00000100:00080000:0.0:1329972431.306979:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972431 exp ffff880046d08400
00000100:00100000:0.0:1329972431.306997:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249320:12345-0@lo:400
00000100:00100000:0.0:1329972431.307025:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249320:12345-0@lo:400 Request procesed in 39us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972431.307034:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249321:12345-0@lo:400
00000100:00100000:0.0:1329972431.307046:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249321:12345-0@lo:400 Request procesed in 15us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972431.307053:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249323:12345-0@lo:400
00000100:00100000:0.0:1329972431.307064:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249323:12345-0@lo:400 Request procesed in 12us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972431.307071:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249324:12345-0@lo:400
00000100:00100000:0.0:1329972431.307082:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249324:12345-0@lo:400 Request procesed in 13us (139us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972431.307099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972431 exp ffff880008f8f400
00000100:00100000:0.0:1329972431.307107:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249322:12345-0@lo:400
00000100:00100000:0.0:1329972431.307123:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249322:12345-0@lo:400 Request procesed in 19us (204us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972431.307134:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972431 exp ffff880052834000
00000100:00100000:0.0:1329972431.307142:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249319:12345-0@lo:400
00000100:00100000:0.0:1329972431.307156:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249319:12345-0@lo:400 Request procesed in 17us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972431.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249319:0@lo:400
00000100:00100000:0.0:1329972431.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249320:0@lo:400
00000100:00100000:0.0:1329972431.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249321:0@lo:400
00000100:00100000:0.0:1329972431.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249322:0@lo:400
00000100:00100000:0.0:1329972431.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249323:0@lo:400
00000100:00100000:0.0:1329972431.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249324:0@lo:400
00000100:00100000:0.0:1329972431.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972432.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972433.369632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972434.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972435.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972436.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972436.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972436.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972436.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334558966
00000100:00000400:0.0:1329972436.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972436.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972436.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972436.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972436.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972436.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972436.306689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972436.306691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334558966
00000100:00000400:0.0:1329972436.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972436.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972436.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972436.306700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972436.306717:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249327:0@lo:400
00000100:00100000:0.0:1329972436.306742:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972436.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249328:0@lo:400
00000100:00100000:0.0:1329972436.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972436.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249329:0@lo:400
00000100:00100000:0.0:1329972436.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972436.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249330:0@lo:400
00000100:00100000:0.0:1329972436.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972436.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249331:0@lo:400
00000100:00100000:0.0:1329972436.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972436.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249332:0@lo:400
00000100:00100000:0.0:1329972436.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972436.306826:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972436 exp ffff880008f8fc00
00000100:00080000:0.0:1329972436.306833:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972436 exp ffff880057c49800
00000100:00080000:0.0:1329972436.306838:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972436 exp ffff8800572c1c00
00000100:00080000:0.0:1329972436.306843:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972436 exp ffff880046d08400
00000100:00100000:0.0:1329972436.306863:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249328:12345-0@lo:400
00000100:00100000:0.0:1329972436.306890:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249328:12345-0@lo:400 Request procesed in 42us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972436.306899:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249329:12345-0@lo:400
00000100:00100000:0.0:1329972436.306911:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249329:12345-0@lo:400 Request procesed in 14us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972436.306918:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249331:12345-0@lo:400
00000100:00100000:0.0:1329972436.306929:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249331:12345-0@lo:400 Request procesed in 13us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972436.306936:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249332:12345-0@lo:400
00000100:00100000:0.0:1329972436.306947:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249332:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972436.306964:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972436 exp ffff880052834000
00000100:00100000:0.0:1329972436.306972:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249327:12345-0@lo:400
00000100:00100000:0.0:1329972436.306986:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249327:12345-0@lo:400 Request procesed in 16us (244us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972436.306999:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972436 exp ffff880008f8f400
00000100:00100000:0.0:1329972436.307007:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249330:12345-0@lo:400
00000100:00100000:0.0:1329972436.307059:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249330:12345-0@lo:400 Request procesed in 54us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972436.307073:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249333:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972436.307085:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249333 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972436] [real_sent 1329972436] [current 1329972436] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972436.307095:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249333/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972436.307101:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972436.307103:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972436.307106:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249333:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972436.307109:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249334:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972436.307116:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249334 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972436] [real_sent 1329972436] [current 1329972436] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972436.307123:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249334/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972461 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972436.307128:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972436.307129:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972436.307131:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249334:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972436.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249327:0@lo:400
00000100:00100000:0.0:1329972436.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249328:0@lo:400
00000100:00100000:0.0:1329972436.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249329:0@lo:400
00000100:00100000:0.0:1329972436.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249330:0@lo:400
00000100:00100000:0.0:1329972436.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249331:0@lo:400
00000100:00100000:0.0:1329972436.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249332:0@lo:400
00000100:00100000:0.0:1329972436.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972437.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972438.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972439.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972440.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972441.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972441.306632:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972441.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972441.306638:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334563966
00000100:00000400:0.0:1329972441.306640:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972441.306645:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972441.306651:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972441.306658:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373249341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972441.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972441.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972441.306668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972441.306671:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334563966
00000100:00000400:0.0:1329972441.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972441.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972441.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972441.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972441.306696:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249341:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972441.306730:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249341 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972441] [real_sent 1329972441] [current 1329972441] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373249341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972441.306748:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373249341/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972441.306754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972441.306755:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972441.306758:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249341:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972441.306761:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249342:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972441.306768:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249342 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972441] [real_sent 1329972441] [current 1329972441] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972441.306775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249342/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972466 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972441.306780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972441.306782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972441.306784:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249342:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972441.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249335:0@lo:400
00000100:00100000:0.0:1329972441.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972441.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249336:0@lo:400
00000100:00100000:0.0:1329972441.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972441.306923:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249337:0@lo:400
00000100:00100000:0.0:1329972441.306930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972441.306935:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249338:0@lo:400
00000100:00100000:0.0:1329972441.306942:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972441.306946:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249339:0@lo:400
00000100:00100000:0.0:1329972441.306953:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972441.306958:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249340:0@lo:400
00000100:00100000:0.0:1329972441.306993:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972441.307014:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972441 exp ffff880008f8fc00
00000100:00080000:0.0:1329972441.307022:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972441 exp ffff880057c49800
00000100:00080000:0.0:1329972441.307027:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972441 exp ffff8800572c1c00
00000100:00080000:0.0:1329972441.307031:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972441 exp ffff880046d08400
00000100:00100000:0.0:1329972441.307046:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249336:12345-0@lo:400
00000100:00100000:0.0:1329972441.307073:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249336:12345-0@lo:400 Request procesed in 36us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972441.307082:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249337:12345-0@lo:400
00000100:00100000:0.0:1329972441.307095:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249337:12345-0@lo:400 Request procesed in 14us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972441.307101:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249339:12345-0@lo:400
00000100:00100000:0.0:1329972441.307112:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249339:12345-0@lo:400 Request procesed in 13us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972441.307133:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249340:12345-0@lo:400
00000100:00100000:0.0:1329972441.307144:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249340:12345-0@lo:400 Request procesed in 15us (152us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972441.307161:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972441 exp ffff880008f8f400
00000100:00100000:0.0:1329972441.307169:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249338:12345-0@lo:400
00000100:00100000:0.0:1329972441.307186:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249338:12345-0@lo:400 Request procesed in 19us (243us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972441.307196:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972441 exp ffff880052834000
00000100:00100000:0.0:1329972441.307204:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249335:12345-0@lo:400
00000100:00100000:0.0:1329972441.307217:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249335:12345-0@lo:400 Request procesed in 16us (315us total) trans 0 rc 0/0
00000400:02020000:0.0:1329972441.307276:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972441.307347:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972441.307358:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972441.307374:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249335:0@lo:400
00000100:00100000:0.0:1329972441.307381:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249336:0@lo:400
00000100:00100000:0.0:1329972441.307385:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249337:0@lo:400
00000100:00100000:0.0:1329972441.307389:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249338:0@lo:400
00000100:00100000:0.0:1329972441.307393:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249339:0@lo:400
00000100:00100000:0.0:1329972441.307397:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249340:0@lo:400
00000100:00100000:0.0:1329972441.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972442.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972443.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972444.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972445.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972446.306610:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972446.306616:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972446.306618:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972446.306623:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334568966
00000100:00000400:0.0:1329972446.306625:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972446.306629:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972446.306635:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972446.306642:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373249349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972446.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972446.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972446.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972446.306655:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334568966
00000100:00000400:0.0:1329972446.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972446.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972446.306660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972446.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373249350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972446.306681:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249343:0@lo:400
00000100:00100000:0.0:1329972446.306703:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972446.306712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249344:0@lo:400
00000100:00100000:0.0:1329972446.306720:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972446.306724:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249345:0@lo:400
00000100:00100000:0.0:1329972446.306731:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972446.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249346:0@lo:400
00000100:00100000:0.0:1329972446.306743:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972446.306748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249347:0@lo:400
00000100:00100000:0.0:1329972446.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972446.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249348:0@lo:400
00000100:00100000:0.0:1329972446.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972446.306787:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972446 exp ffff880008f8fc00
00000100:00080000:0.0:1329972446.306795:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972446 exp ffff880057c49800
00000100:00080000:0.0:1329972446.306800:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972446 exp ffff8800572c1c00
00000100:00080000:0.0:1329972446.306804:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972446 exp ffff880046d08400
00000100:00100000:0.0:1329972446.306822:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249344:12345-0@lo:400
00000100:00100000:0.0:1329972446.306884:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249344:12345-0@lo:400 Request procesed in 74us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972446.306894:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249345:12345-0@lo:400
00000100:00100000:0.0:1329972446.306907:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249345:12345-0@lo:400 Request procesed in 16us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972446.306914:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249347:12345-0@lo:400
00000100:00100000:0.0:1329972446.306926:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249347:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972446.306932:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249348:12345-0@lo:400
00000100:00100000:0.0:1329972446.306943:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249348:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972446.306961:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972446 exp ffff880052834000
00000100:00100000:0.0:1329972446.306969:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249343:12345-0@lo:400
00000100:00100000:0.0:1329972446.306983:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249343:12345-0@lo:400 Request procesed in 17us (280us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972446.306996:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972446 exp ffff880008f8f400
00000100:00100000:0.0:1329972446.307004:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249346:12345-0@lo:400
00000100:00100000:0.0:1329972446.307019:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249346:12345-0@lo:400 Request procesed in 18us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972446.307042:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249349:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972446.307054:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249349 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972446] [real_sent 1329972446] [current 1329972446] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373249349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972446.307064:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373249349/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972446.307070:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972446.307072:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972446.307075:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249349:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972446.307078:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249350:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972446.307085:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249350 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972446] [real_sent 1329972446] [current 1329972446] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373249350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972446.307092:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373249350/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972471 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972446.307097:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972446.307098:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972446.307100:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249350:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972446.307114:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249343:0@lo:400
00000100:00100000:0.0:1329972446.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249344:0@lo:400
00000100:00100000:0.0:1329972446.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249345:0@lo:400
00000100:00100000:0.0:1329972446.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249346:0@lo:400
00000100:00100000:0.0:1329972446.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249347:0@lo:400
00000100:00100000:0.0:1329972446.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249348:0@lo:400
00000100:00100000:0.0:1329972446.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972447.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972448.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972449.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972450.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972451.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972451.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972451.306637:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972451.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334573966
00000100:00000400:0.0:1329972451.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972451.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972451.306656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972451.306664:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373249357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972451.306671:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972451.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972451.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972451.306676:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334573966
00000100:00000400:0.0:1329972451.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972451.306680:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972451.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972451.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373249358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972451.306703:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249351:0@lo:400
00000100:00100000:0.0:1329972451.306727:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972451.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249352:0@lo:400
00000100:00100000:0.0:1329972451.306745:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972451.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249353:0@lo:400
00000100:00100000:0.0:1329972451.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972451.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249354:0@lo:400
00000100:00100000:0.0:1329972451.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972451.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249355:0@lo:400
00000100:00100000:0.0:1329972451.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972451.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249356:0@lo:400
00000100:00100000:0.0:1329972451.306823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972451.306842:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972451 exp ffff880008f8fc00
00000100:00080000:0.0:1329972451.306850:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972451 exp ffff880057c49800
00000100:00080000:0.0:1329972451.306855:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972451 exp ffff8800572c1c00
00000100:00080000:0.0:1329972451.306859:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972451 exp ffff880046d08400
00000100:00100000:0.0:1329972451.306877:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249352:12345-0@lo:400
00000100:00100000:0.0:1329972451.306904:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249352:12345-0@lo:400 Request procesed in 38us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972451.306913:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249353:12345-0@lo:400
00000100:00100000:0.0:1329972451.306925:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249353:12345-0@lo:400 Request procesed in 15us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972451.306932:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249355:12345-0@lo:400
00000100:00100000:0.0:1329972451.306943:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249355:12345-0@lo:400 Request procesed in 13us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972451.306950:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249356:12345-0@lo:400
00000100:00100000:0.0:1329972451.306960:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249356:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972451.306977:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972451 exp ffff880008f8f400
00000100:00100000:0.0:1329972451.306986:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249354:12345-0@lo:400
00000100:00100000:0.0:1329972451.307002:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249354:12345-0@lo:400 Request procesed in 19us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972451.307013:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972451 exp ffff880052834000
00000100:00100000:0.0:1329972451.307021:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249351:12345-0@lo:400
00000100:00100000:0.0:1329972451.307035:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249351:12345-0@lo:400 Request procesed in 17us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972451.307050:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249357:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972451.307063:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249357 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972451] [real_sent 1329972451] [current 1329972451] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373249357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972451.307073:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373249357/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972451.307080:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972451.307081:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972451.307084:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249357:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972451.307087:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249358:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972451.307094:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249358 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972451] [real_sent 1329972451] [current 1329972451] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373249358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972451.307101:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373249358/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972476 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972451.307105:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972451.307107:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972451.307109:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249358:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972451.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249351:0@lo:400
00000100:00100000:0.0:1329972451.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249352:0@lo:400
00000100:00100000:0.0:1329972451.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249353:0@lo:400
00000100:00100000:0.0:1329972451.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249354:0@lo:400
00000100:00100000:0.0:1329972451.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249355:0@lo:400
00000100:00100000:0.0:1329972451.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249356:0@lo:400
00000100:00100000:0.0:1329972451.369636:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972452.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972453.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972454.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972455.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972456.306632:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972456.306638:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972456.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972456.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334578966
00000100:00000400:0.0:1329972456.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972456.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972456.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972456.306665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373249365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972456.306672:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972456.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972456.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972456.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334578966
00000100:00000400:0.0:1329972456.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972456.306681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972456.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972456.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373249366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972456.306703:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249365:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972456.306729:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249365 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972456] [real_sent 1329972456] [current 1329972456] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373249365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972456.306740:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373249365/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972456.306746:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972456.306748:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972456.306750:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249365:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972456.306753:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249366:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972456.306760:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249366 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972456] [real_sent 1329972456] [current 1329972456] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373249366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972456.306767:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373249366/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972481 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972456.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972456.306773:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972456.306775:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249366:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972456.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249359:0@lo:400
00000100:00100000:0.0:1329972456.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972456.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249360:0@lo:400
00000100:00100000:0.0:1329972456.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972456.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249361:0@lo:400
00000100:00100000:0.0:1329972456.306827:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972456.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249362:0@lo:400
00000100:00100000:0.0:1329972456.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972456.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249363:0@lo:400
00000100:00100000:0.0:1329972456.306904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972456.306912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249364:0@lo:400
00000100:00100000:0.0:1329972456.306920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972456.306938:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972456 exp ffff880008f8fc00
00000100:00080000:0.0:1329972456.306946:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972456 exp ffff880057c49800
00000100:00080000:0.0:1329972456.306950:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972456 exp ffff8800572c1c00
00000100:00080000:0.0:1329972456.306955:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972456 exp ffff880046d08400
00000100:00100000:0.0:1329972456.306977:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249360:12345-0@lo:400
00000100:00100000:0.0:1329972456.307004:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249360:12345-0@lo:400 Request procesed in 43us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972456.307014:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249361:12345-0@lo:400
00000100:00100000:0.0:1329972456.307026:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249361:12345-0@lo:400 Request procesed in 15us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972456.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249363:12345-0@lo:400
00000100:00100000:0.0:1329972456.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249363:12345-0@lo:400 Request procesed in 14us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972456.307064:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249364:12345-0@lo:400
00000100:00100000:0.0:1329972456.307075:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249364:12345-0@lo:400 Request procesed in 13us (155us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972456.307093:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972456 exp ffff880052834000
00000100:00100000:0.0:1329972456.307101:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249359:12345-0@lo:400
00000100:00100000:0.0:1329972456.307115:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249359:12345-0@lo:400 Request procesed in 17us (315us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972456.307126:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972456 exp ffff880008f8f400
00000100:00100000:0.0:1329972456.307135:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249362:12345-0@lo:400
00000100:00100000:0.0:1329972456.307151:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249362:12345-0@lo:400 Request procesed in 18us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972456.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249359:0@lo:400
00000100:00100000:0.0:1329972456.307172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249360:0@lo:400
00000100:00100000:0.0:1329972456.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249361:0@lo:400
00000100:00100000:0.0:1329972456.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249362:0@lo:400
00000100:00100000:0.0:1329972456.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249363:0@lo:400
00000100:00100000:0.0:1329972456.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249364:0@lo:400
00000100:00100000:0.0:1329972456.369594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972457.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972458.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972459.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972460.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972461.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972461.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972461.306640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972461.306645:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334583966
00000100:00000400:0.0:1329972461.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972461.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972461.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972461.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373249373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972461.306676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972461.306678:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972461.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972461.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334583966
00000100:00000400:0.0:1329972461.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972461.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972461.306687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972461.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972461.306707:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249367:0@lo:400
00000100:00100000:0.0:1329972461.306731:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972461.306739:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249368:0@lo:400
00000100:00100000:0.0:1329972461.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972461.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249369:0@lo:400
00000100:00100000:0.0:1329972461.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972461.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249370:0@lo:400
00000100:00100000:0.0:1329972461.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972461.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249371:0@lo:400
00000100:00100000:0.0:1329972461.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972461.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249372:0@lo:400
00000100:00100000:0.0:1329972461.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972461.306811:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972461 exp ffff880008f8fc00
00000100:00080000:0.0:1329972461.306818:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972461 exp ffff880057c49800
00000100:00080000:0.0:1329972461.306851:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972461 exp ffff8800572c1c00
00000100:00080000:0.0:1329972461.306857:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972461 exp ffff880046d08400
00000100:00100000:0.0:1329972461.306873:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249368:12345-0@lo:400
00000100:00100000:0.0:1329972461.306901:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249368:12345-0@lo:400 Request procesed in 38us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972461.306910:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249369:12345-0@lo:400
00000100:00100000:0.0:1329972461.306922:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249369:12345-0@lo:400 Request procesed in 15us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972461.306929:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249371:12345-0@lo:400
00000100:00100000:0.0:1329972461.306940:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249371:12345-0@lo:400 Request procesed in 13us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972461.306947:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249372:12345-0@lo:400
00000100:00100000:0.0:1329972461.306958:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249372:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972461.306976:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972461 exp ffff880052834000
00000100:00100000:0.0:1329972461.306984:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249367:12345-0@lo:400
00000100:00100000:0.0:1329972461.306998:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249367:12345-0@lo:400 Request procesed in 16us (267us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972461.307010:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972461 exp ffff880008f8f400
00000100:00100000:0.0:1329972461.307019:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249370:12345-0@lo:400
00000100:00100000:0.0:1329972461.307035:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249370:12345-0@lo:400 Request procesed in 18us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972461.307046:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249373:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972461.307059:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249373 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972461] [real_sent 1329972461] [current 1329972461] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373249373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972461.307069:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373249373/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972461.307075:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972461.307077:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972461.307079:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249373:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972461.307082:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249374:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972461.307089:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249374 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972461] [real_sent 1329972461] [current 1329972461] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972461.307096:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249374/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972486 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972461.307101:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972461.307102:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972461.307104:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249374:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972461.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249367:0@lo:400
00000100:00100000:0.0:1329972461.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249368:0@lo:400
00000100:00100000:0.0:1329972461.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249369:0@lo:400
00000100:00100000:0.0:1329972461.307134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249370:0@lo:400
00000100:00100000:0.0:1329972461.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249371:0@lo:400
00000100:00100000:0.0:1329972461.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249372:0@lo:400
00000100:00100000:0.0:1329972461.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972462.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972463.369582:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972464.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972465.369644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972466.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972466.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972466.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972466.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334588966
00000100:00000400:0.0:1329972466.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972466.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972466.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972466.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972466.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972466.306711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972466.306713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972466.306715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334588966
00000100:00000400:0.0:1329972466.306717:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972466.306720:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972466.306722:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972466.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373249382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972466.306746:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249381:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972466.306773:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249381 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972466] [real_sent 1329972466] [current 1329972466] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972466.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249381/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972466.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972466.306791:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972466.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249381:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972466.306797:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249382:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972466.306804:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249382 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972466] [real_sent 1329972466] [current 1329972466] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373249382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972466.306811:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373249382/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972491 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972466.306815:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972466.306817:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972466.306819:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249382:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972466.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249375:0@lo:400
00000100:00100000:0.0:1329972466.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972466.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249376:0@lo:400
00000100:00100000:0.0:1329972466.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972466.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249377:0@lo:400
00000100:00100000:0.0:1329972466.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972466.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249378:0@lo:400
00000100:00100000:0.0:1329972466.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972466.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249379:0@lo:400
00000100:00100000:0.0:1329972466.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972466.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249380:0@lo:400
00000100:00100000:0.0:1329972466.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972466.306925:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972466 exp ffff880008f8fc00
00000100:00080000:0.0:1329972466.306933:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972466 exp ffff880057c49800
00000100:00080000:0.0:1329972466.306937:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972466 exp ffff8800572c1c00
00000100:00080000:0.0:1329972466.306942:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972466 exp ffff880046d08400
00000100:00100000:0.0:1329972466.306964:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249376:12345-0@lo:400
00000100:00100000:0.0:1329972466.306991:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249376:12345-0@lo:400 Request procesed in 43us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972466.307001:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249377:12345-0@lo:400
00000100:00100000:0.0:1329972466.307013:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249377:12345-0@lo:400 Request procesed in 15us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972466.307020:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249379:12345-0@lo:400
00000100:00100000:0.0:1329972466.307031:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249379:12345-0@lo:400 Request procesed in 13us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972466.307038:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249380:12345-0@lo:400
00000100:00100000:0.0:1329972466.307048:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249380:12345-0@lo:400 Request procesed in 12us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972466.307069:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972466 exp ffff880008f8f400
00000100:00100000:0.0:1329972466.307077:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249378:12345-0@lo:400
00000100:00100000:0.0:1329972466.307094:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249378:12345-0@lo:400 Request procesed in 19us (210us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972466.307104:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972466 exp ffff880052834000
00000100:00100000:0.0:1329972466.307112:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249375:12345-0@lo:400
00000100:00100000:0.0:1329972466.307126:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249375:12345-0@lo:400 Request procesed in 15us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972466.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249375:0@lo:400
00000100:00100000:0.0:1329972466.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249376:0@lo:400
00000100:00100000:0.0:1329972466.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249377:0@lo:400
00000100:00100000:0.0:1329972466.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249378:0@lo:400
00000100:00100000:0.0:1329972466.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249379:0@lo:400
00000100:00100000:0.0:1329972466.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249380:0@lo:400
00000100:00100000:0.0:1329972466.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972467.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972468.369650:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972469.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972470.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972471.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972471.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972471.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972471.306642:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334593966
00000100:00000400:0.0:1329972471.306644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972471.306650:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972471.306655:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972471.306662:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972471.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972471.306671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972471.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972471.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334593966
00000100:00000400:0.0:1329972471.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972471.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972471.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972471.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972471.306734:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249383:0@lo:400
00000100:00100000:0.0:1329972471.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972471.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249384:0@lo:400
00000100:00100000:0.0:1329972471.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972471.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249385:0@lo:400
00000100:00100000:0.0:1329972471.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972471.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249386:0@lo:400
00000100:00100000:0.0:1329972471.306863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972471.306867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249387:0@lo:400
00000100:00100000:0.0:1329972471.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972471.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249388:0@lo:400
00000100:00100000:0.0:1329972471.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972471.306907:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972471 exp ffff880008f8fc00
00000100:00080000:0.0:1329972471.306915:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972471 exp ffff880057c49800
00000100:00080000:0.0:1329972471.306920:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972471 exp ffff8800572c1c00
00000100:00080000:0.0:1329972471.306925:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972471 exp ffff880046d08400
00000100:00100000:0.0:1329972471.306941:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249384:12345-0@lo:400
00000100:00100000:0.0:1329972471.306967:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249384:12345-0@lo:400 Request procesed in 35us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972471.306989:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249385:12345-0@lo:400
00000100:00100000:0.0:1329972471.307002:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249385:12345-0@lo:400 Request procesed in 15us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972471.307009:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249387:12345-0@lo:400
00000100:00100000:0.0:1329972471.307019:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249387:12345-0@lo:400 Request procesed in 12us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972471.307026:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249388:12345-0@lo:400
00000100:00100000:0.0:1329972471.307036:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249388:12345-0@lo:400 Request procesed in 12us (147us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972471.307053:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972471 exp ffff880052834000
00000100:00100000:0.0:1329972471.307061:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249383:12345-0@lo:400
00000100:00100000:0.0:1329972471.307074:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249383:12345-0@lo:400 Request procesed in 16us (315us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972471.307086:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972471 exp ffff880008f8f400
00000100:00100000:0.0:1329972471.307094:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249386:12345-0@lo:400
00000100:00100000:0.0:1329972471.307110:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249386:12345-0@lo:400 Request procesed in 19us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972471.307122:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249389:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972471.307133:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249389 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972471] [real_sent 1329972471] [current 1329972471] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972471.307144:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249389/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972471.307150:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972471.307152:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972471.307155:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249389:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972471.307158:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249390:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972471.307164:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249390 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972471] [real_sent 1329972471] [current 1329972471] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972471.307172:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249390/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972496 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972471.307176:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972471.307178:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972471.307180:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249390:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972471.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249383:0@lo:400
00000100:00100000:0.0:1329972471.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249384:0@lo:400
00000100:00100000:0.0:1329972471.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249385:0@lo:400
00000100:00100000:0.0:1329972471.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249386:0@lo:400
00000100:00100000:0.0:1329972471.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249387:0@lo:400
00000100:00100000:0.0:1329972471.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249388:0@lo:400
00000100:00100000:0.0:1329972471.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972472.369657:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972473.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972474.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972475.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972476.306685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972476.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972476.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972476.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334598966
00000100:00000400:0.0:1329972476.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972476.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972476.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972476.306718:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972476.306725:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972476.306727:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972476.306728:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972476.306731:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334598966
00000100:00000400:0.0:1329972476.306732:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972476.306734:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972476.306736:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972476.306741:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373249398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972476.306758:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249397:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972476.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249397 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972476] [real_sent 1329972476] [current 1329972476] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972476.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249397/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972476.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972476.306802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972476.306805:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249397:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972476.306808:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249398:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972476.306815:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249398 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972476] [real_sent 1329972476] [current 1329972476] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373249398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972476.306822:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373249398/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972501 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972476.306827:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972476.306828:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972476.306830:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249398:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972476.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249391:0@lo:400
00000100:00100000:0.0:1329972476.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972476.306863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249392:0@lo:400
00000100:00100000:0.0:1329972476.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972476.306875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249393:0@lo:400
00000100:00100000:0.0:1329972476.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972476.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249394:0@lo:400
00000100:00100000:0.0:1329972476.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972476.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249395:0@lo:400
00000100:00100000:0.0:1329972476.306906:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972476.306910:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249396:0@lo:400
00000100:00100000:0.0:1329972476.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972476.306934:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972476 exp ffff880008f8fc00
00000100:00080000:0.0:1329972476.306942:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972476 exp ffff880057c49800
00000100:00080000:0.0:1329972476.306946:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972476 exp ffff8800572c1c00
00000100:00080000:0.0:1329972476.306951:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972476 exp ffff880046d08400
00000100:00100000:0.0:1329972476.306973:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249392:12345-0@lo:400
00000100:00100000:0.0:1329972476.307000:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249392:12345-0@lo:400 Request procesed in 42us (129us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972476.307009:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249393:12345-0@lo:400
00000100:00100000:0.0:1329972476.307021:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249393:12345-0@lo:400 Request procesed in 15us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972476.307028:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249395:12345-0@lo:400
00000100:00100000:0.0:1329972476.307039:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249395:12345-0@lo:400 Request procesed in 13us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972476.307046:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249396:12345-0@lo:400
00000100:00100000:0.0:1329972476.307057:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249396:12345-0@lo:400 Request procesed in 13us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972476.307074:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972476 exp ffff880008f8f400
00000100:00100000:0.0:1329972476.307082:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249394:12345-0@lo:400
00000100:00100000:0.0:1329972476.307098:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249394:12345-0@lo:400 Request procesed in 19us (203us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972476.307109:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972476 exp ffff880052834000
00000100:00100000:0.0:1329972476.307117:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249391:12345-0@lo:400
00000100:00100000:0.0:1329972476.307130:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249391:12345-0@lo:400 Request procesed in 16us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972476.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249391:0@lo:400
00000100:00100000:0.0:1329972476.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249392:0@lo:400
00000100:00100000:0.0:1329972476.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249393:0@lo:400
00000100:00100000:0.0:1329972476.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249394:0@lo:400
00000100:00100000:0.0:1329972476.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249395:0@lo:400
00000100:00100000:0.0:1329972476.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249396:0@lo:400
00000100:00100000:0.0:1329972476.369641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972477.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972478.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972479.369562:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972480.369561:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972481.306586:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972481.306589:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972481.306590:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972481.306593:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334603966
00000100:00000400:0.0:1329972481.306594:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972481.306597:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972481.306601:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972481.306605:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972481.306609:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972481.306610:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972481.306611:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972481.306612:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334603966
00000100:00000400:0.0:1329972481.306612:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972481.306613:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972481.306614:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972481.306616:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373249406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972481.306625:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249405:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972481.306643:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249405 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972481] [real_sent 1329972481] [current 1329972481] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972481.306648:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249405/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972481.306651:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972481.306652:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972481.306653:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249405:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972481.306654:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249406:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972481.306658:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249406 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972481] [real_sent 1329972481] [current 1329972481] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373249406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972481.306661:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373249406/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972506 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972481.306663:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972481.306664:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972481.306664:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249406:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972481.306672:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249399:0@lo:400
00000100:00100000:0.0:1329972481.306679:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972481.306683:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249400:0@lo:400
00000100:00100000:0.0:1329972481.306687:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972481.306690:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249401:0@lo:400
00000100:00100000:0.0:1329972481.306693:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972481.306695:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249402:0@lo:400
00000100:00100000:0.0:1329972481.306699:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972481.306702:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249403:0@lo:400
00000100:00100000:0.0:1329972481.306705:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972481.306707:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249404:0@lo:400
00000100:00100000:0.0:1329972481.306712:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972481.306723:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972481 exp ffff880008f8fc00
00000100:00080000:0.0:1329972481.306727:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972481 exp ffff880057c49800
00000100:00080000:0.0:1329972481.306730:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972481 exp ffff8800572c1c00
00000100:00080000:0.0:1329972481.306732:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972481 exp ffff880046d08400
00000100:00100000:0.0:1329972481.306742:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249400:12345-0@lo:400
00000100:00100000:0.0:1329972481.306757:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249400:12345-0@lo:400 Request procesed in 22us (69us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972481.306762:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249401:12345-0@lo:400
00000100:00100000:0.0:1329972481.306767:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249401:12345-0@lo:400 Request procesed in 7us (74us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972481.306771:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249403:12345-0@lo:400
00000100:00100000:0.0:1329972481.306776:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249403:12345-0@lo:400 Request procesed in 6us (70us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972481.306779:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249404:12345-0@lo:400
00000100:00100000:0.0:1329972481.306783:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249404:12345-0@lo:400 Request procesed in 6us (72us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972481.306800:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972481 exp ffff880052834000
00000100:00100000:0.0:1329972481.306805:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249399:12345-0@lo:400
00000100:00100000:0.0:1329972481.306812:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249399:12345-0@lo:400 Request procesed in 8us (132us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972481.306818:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972481 exp ffff880008f8f400
00000100:00100000:0.0:1329972481.306822:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249402:12345-0@lo:400
00000100:00100000:0.0:1329972481.306831:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249402:12345-0@lo:400 Request procesed in 9us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972481.306839:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249399:0@lo:400
00000100:00100000:0.0:1329972481.306842:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249400:0@lo:400
00000100:00100000:0.0:1329972481.306844:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249401:0@lo:400
00000100:00100000:0.0:1329972481.306846:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249402:0@lo:400
00000100:00100000:0.0:1329972481.306847:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249403:0@lo:400
00000100:00100000:0.0:1329972481.306849:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249404:0@lo:400
00000100:00100000:0.0:1329972481.369565:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972482.369568:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972483.369560:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972484.369590:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972485.369558:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972486.306604:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972486.306608:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972486.306610:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972486.306615:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334608966
00000100:00000400:0.0:1329972486.306616:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972486.306620:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972486.306624:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972486.306629:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373249413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972486.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972486.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972486.306634:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972486.306636:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334608966
00000100:00000400:0.0:1329972486.306636:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972486.306638:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972486.306639:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972486.306641:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373249414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972486.306653:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249413:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972486.306686:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249413 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972486] [real_sent 1329972486] [current 1329972486] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373249413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972486.306694:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373249413/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972486.306697:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972486.306698:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972486.306699:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249413:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972486.306701:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249414:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972486.306708:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249414 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972486] [real_sent 1329972486] [current 1329972486] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373249414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972486.306711:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373249414/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972511 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972486.306713:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972486.306714:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972486.306715:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249414:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972486.306723:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249407:0@lo:400
00000100:00100000:0.0:1329972486.306733:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972486.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249408:0@lo:400
00000100:00100000:0.0:1329972486.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972486.306763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249409:0@lo:400
00000100:00100000:0.0:1329972486.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972486.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249410:0@lo:400
00000100:00100000:0.0:1329972486.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972486.306777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249411:0@lo:400
00000100:00100000:0.0:1329972486.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972486.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249412:0@lo:400
00000100:00100000:0.0:1329972486.306787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972486.306802:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972486 exp ffff880008f8fc00
00000100:00080000:0.0:1329972486.306809:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972486 exp ffff880057c49800
00000100:00080000:0.0:1329972486.306811:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972486 exp ffff8800572c1c00
00000100:00080000:0.0:1329972486.306814:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972486 exp ffff880046d08400
00000100:00100000:0.0:1329972486.306834:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249408:12345-0@lo:400
00000100:00100000:0.0:1329972486.306850:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249408:12345-0@lo:400 Request procesed in 33us (91us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972486.306855:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249409:12345-0@lo:400
00000100:00100000:0.0:1329972486.306861:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249409:12345-0@lo:400 Request procesed in 7us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972486.306864:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249411:12345-0@lo:400
00000100:00100000:0.0:1329972486.306869:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249411:12345-0@lo:400 Request procesed in 6us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972486.306872:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249412:12345-0@lo:400
00000100:00100000:0.0:1329972486.306877:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249412:12345-0@lo:400 Request procesed in 6us (90us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972486.306891:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972486 exp ffff880008f8f400
00000100:00100000:0.0:1329972486.306896:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249410:12345-0@lo:400
00000100:00100000:0.0:1329972486.306905:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249410:12345-0@lo:400 Request procesed in 10us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972486.306911:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972486 exp ffff880052834000
00000100:00100000:0.0:1329972486.306915:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249407:12345-0@lo:400
00000100:00100000:0.0:1329972486.306922:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249407:12345-0@lo:400 Request procesed in 8us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972486.306932:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249407:0@lo:400
00000100:00100000:0.0:1329972486.306936:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249408:0@lo:400
00000100:00100000:0.0:1329972486.306938:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249409:0@lo:400
00000100:00100000:0.0:1329972486.306940:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249410:0@lo:400
00000100:00100000:0.0:1329972486.306942:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249411:0@lo:400
00000100:00100000:0.0:1329972486.306943:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249412:0@lo:400
00000100:00100000:0.0:1329972486.369575:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972487.369573:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972488.369585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972489.369575:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972490.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972491.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972491.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972491.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972491.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334613966
00000100:00000400:0.0:1329972491.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972491.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972491.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972491.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972491.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972491.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972491.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972491.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334613966
00000100:00000400:0.0:1329972491.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972491.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972491.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972491.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972491.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249421:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972491.306775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249421 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972491] [real_sent 1329972491] [current 1329972491] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972491.306785:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249421/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972491.306791:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972491.306792:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972491.306795:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249421:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972491.306798:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249422:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972491.306806:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249422 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972491] [real_sent 1329972491] [current 1329972491] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972491.306819:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249422/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972516 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972491.306823:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972491.306825:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972491.306827:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249422:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972491.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249415:0@lo:400
00000100:00100000:0.0:1329972491.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972491.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249416:0@lo:400
00000100:00100000:0.0:1329972491.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972491.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249417:0@lo:400
00000100:00100000:0.0:1329972491.306895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972491.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249418:0@lo:400
00000100:00100000:0.0:1329972491.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972491.306913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249419:0@lo:400
00000100:00100000:0.0:1329972491.306919:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972491.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249420:0@lo:400
00000100:00100000:0.0:1329972491.306931:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972491.306948:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972491 exp ffff880008f8fc00
00000100:00080000:0.0:1329972491.306956:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972491 exp ffff880057c49800
00000100:00080000:0.0:1329972491.306961:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972491 exp ffff8800572c1c00
00000100:00080000:0.0:1329972491.306965:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972491 exp ffff880046d08400
00000100:00100000:0.0:1329972491.306981:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249416:12345-0@lo:400
00000100:00100000:0.0:1329972491.307009:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249416:12345-0@lo:400 Request procesed in 38us (124us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972491.307021:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249417:12345-0@lo:400
00000100:00100000:0.0:1329972491.307033:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249417:12345-0@lo:400 Request procesed in 15us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972491.307040:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249419:12345-0@lo:400
00000100:00100000:0.0:1329972491.307051:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249419:12345-0@lo:400 Request procesed in 13us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972491.307058:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249420:12345-0@lo:400
00000100:00100000:0.0:1329972491.307068:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249420:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972491.307086:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972491 exp ffff880052834000
00000100:00100000:0.0:1329972491.307095:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249415:12345-0@lo:400
00000100:00100000:0.0:1329972491.307108:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249415:12345-0@lo:400 Request procesed in 16us (241us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972491.307121:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972491 exp ffff880008f8f400
00000100:00100000:0.0:1329972491.307130:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249418:12345-0@lo:400
00000100:00100000:0.0:1329972491.307146:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249418:12345-0@lo:400 Request procesed in 19us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972491.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249415:0@lo:400
00000100:00100000:0.0:1329972491.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249416:0@lo:400
00000100:00100000:0.0:1329972491.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249417:0@lo:400
00000100:00100000:0.0:1329972491.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249418:0@lo:400
00000100:00100000:0.0:1329972491.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249419:0@lo:400
00000100:00100000:0.0:1329972491.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249420:0@lo:400
00000100:00100000:0.0:1329972491.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972492.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972493.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972494.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972495.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972496.306630:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972496.306637:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972496.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972496.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334618966
00000100:00000400:0.0:1329972496.306646:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972496.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972496.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972496.306665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373249429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972496.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972496.306674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972496.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972496.306678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334618966
00000100:00000400:0.0:1329972496.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972496.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972496.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972496.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373249430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972496.306710:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249423:0@lo:400
00000100:00100000:0.0:1329972496.306735:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972496.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249424:0@lo:400
00000100:00100000:0.0:1329972496.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972496.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249425:0@lo:400
00000100:00100000:0.0:1329972496.306775:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972496.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249426:0@lo:400
00000100:00100000:0.0:1329972496.306789:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972496.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249427:0@lo:400
00000100:00100000:0.0:1329972496.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972496.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249428:0@lo:400
00000100:00100000:0.0:1329972496.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972496.306861:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972496 exp ffff880008f8fc00
00000100:00080000:0.0:1329972496.306869:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972496 exp ffff880057c49800
00000100:00080000:0.0:1329972496.306874:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972496 exp ffff8800572c1c00
00000100:00080000:0.0:1329972496.306878:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972496 exp ffff880046d08400
00000100:00100000:0.0:1329972496.306904:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249424:12345-0@lo:400
00000100:00100000:0.0:1329972496.306933:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249424:12345-0@lo:400 Request procesed in 48us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972496.306942:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249425:12345-0@lo:400
00000100:00100000:0.0:1329972496.306955:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249425:12345-0@lo:400 Request procesed in 15us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972496.306962:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249427:12345-0@lo:400
00000100:00100000:0.0:1329972496.306973:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249427:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972496.306993:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249428:12345-0@lo:400
00000100:00100000:0.0:1329972496.307004:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249428:12345-0@lo:400 Request procesed in 14us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972496.307022:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972496 exp ffff880008f8f400
00000100:00100000:0.0:1329972496.307031:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249426:12345-0@lo:400
00000100:00100000:0.0:1329972496.307049:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249426:12345-0@lo:400 Request procesed in 20us (259us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972496.307060:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972496 exp ffff880052834000
00000100:00100000:0.0:1329972496.307068:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249423:12345-0@lo:400
00000100:00100000:0.0:1329972496.307081:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249423:12345-0@lo:400 Request procesed in 16us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972496.307096:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249429:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972496.307109:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249429 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972496] [real_sent 1329972496] [current 1329972496] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373249429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972496.307119:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373249429/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972496.307126:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972496.307127:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972496.307130:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249429:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972496.307133:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249430:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972496.307140:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249430 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972496] [real_sent 1329972496] [current 1329972496] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373249430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972496.307147:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373249430/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972521 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972496.307152:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972496.307153:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972496.307155:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249430:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972496.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249423:0@lo:400
00000100:00100000:0.0:1329972496.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249424:0@lo:400
00000100:00100000:0.0:1329972496.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249425:0@lo:400
00000100:00100000:0.0:1329972496.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249426:0@lo:400
00000100:00100000:0.0:1329972496.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249427:0@lo:400
00000100:00100000:0.0:1329972496.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249428:0@lo:400
00000100:00100000:0.0:1329972496.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972497.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972498.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972499.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972500.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972501.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972501.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972501.306643:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972501.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334623966
00000100:00000400:0.0:1329972501.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972501.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972501.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972501.306668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373249437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972501.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972501.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972501.306678:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972501.306681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334623966
00000100:00000400:0.0:1329972501.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972501.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972501.306686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972501.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373249438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972501.306708:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249437:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972501.306745:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249437 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972501] [real_sent 1329972501] [current 1329972501] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373249437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972501.306755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373249437/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972501.306761:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972501.306763:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972501.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249437:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972501.306768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249438:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972501.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249438 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972501] [real_sent 1329972501] [current 1329972501] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373249438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972501.306807:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373249438/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972526 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972501.306812:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972501.306814:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972501.306816:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249438:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972501.307028:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249431:0@lo:400
00000100:00100000:0.0:1329972501.307046:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972501.307053:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249432:0@lo:400
00000100:00100000:0.0:1329972501.307061:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972501.307066:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249433:0@lo:400
00000100:00100000:0.0:1329972501.307079:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972501.307085:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249434:0@lo:400
00000100:00100000:0.0:1329972501.307094:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972501.307103:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249435:0@lo:400
00000100:00100000:0.0:1329972501.307110:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972501.307115:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249436:0@lo:400
00000100:00100000:0.0:1329972501.307121:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972501.307140:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972501 exp ffff880008f8fc00
00000100:00080000:0.0:1329972501.307148:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972501 exp ffff880057c49800
00000100:00080000:0.0:1329972501.307153:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972501 exp ffff8800572c1c00
00000100:00080000:0.0:1329972501.307157:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972501 exp ffff880046d08400
00000100:00100000:0.0:1329972501.307174:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249432:12345-0@lo:400
00000100:00100000:0.0:1329972501.307202:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249432:12345-0@lo:400 Request procesed in 39us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972501.307212:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249433:12345-0@lo:400
00000100:00100000:0.0:1329972501.307226:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249433:12345-0@lo:400 Request procesed in 17us (147us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972501.307233:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249435:12345-0@lo:400
00000100:00100000:0.0:1329972501.307245:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249435:12345-0@lo:400 Request procesed in 14us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972501.307252:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249436:12345-0@lo:400
00000100:00100000:0.0:1329972501.307263:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249436:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972501.307281:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972501 exp ffff880052834000
00000100:00100000:0.0:1329972501.307290:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249431:12345-0@lo:400
00000100:00100000:0.0:1329972501.307303:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249431:12345-0@lo:400 Request procesed in 16us (258us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972501.307317:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972501 exp ffff880008f8f400
00000100:00100000:0.0:1329972501.307325:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249434:12345-0@lo:400
00000100:00100000:0.0:1329972501.307342:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249434:12345-0@lo:400 Request procesed in 20us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972501.307370:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249431:0@lo:400
00000100:00100000:0.0:1329972501.307377:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249432:0@lo:400
00000100:00100000:0.0:1329972501.307381:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249433:0@lo:400
00000100:00100000:0.0:1329972501.307385:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249434:0@lo:400
00000100:00100000:0.0:1329972501.307388:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249435:0@lo:400
00000100:00100000:0.0:1329972501.307392:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249436:0@lo:400
00000400:02020000:0.0:1329972501.307462:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972501.307512:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972501.307523:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972501.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972502.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972503.369645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972504.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972505.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972506.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972506.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972506.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972506.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334628966
00000100:00000400:0.0:1329972506.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972506.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972506.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972506.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373249445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972506.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972506.306698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972506.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972506.306702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334628966
00000100:00000400:0.0:1329972506.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972506.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972506.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972506.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972506.306732:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249439:0@lo:400
00000100:00100000:0.0:1329972506.306758:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972506.306767:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249440:0@lo:400
00000100:00100000:0.0:1329972506.306776:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972506.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249441:0@lo:400
00000100:00100000:0.0:1329972506.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972506.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249442:0@lo:400
00000100:00100000:0.0:1329972506.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972506.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249443:0@lo:400
00000100:00100000:0.0:1329972506.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972506.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249444:0@lo:400
00000100:00100000:0.0:1329972506.306888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972506.306908:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972506 exp ffff880008f8fc00
00000100:00080000:0.0:1329972506.306917:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972506 exp ffff880057c49800
00000100:00080000:0.0:1329972506.306922:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972506 exp ffff8800572c1c00
00000100:00080000:0.0:1329972506.306926:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972506 exp ffff880046d08400
00000100:00100000:0.0:1329972506.306950:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249440:12345-0@lo:400
00000100:00100000:0.0:1329972506.306978:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249440:12345-0@lo:400 Request procesed in 45us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972506.306987:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249441:12345-0@lo:400
00000100:00100000:0.0:1329972506.307000:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249441:12345-0@lo:400 Request procesed in 14us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972506.307007:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249443:12345-0@lo:400
00000100:00100000:0.0:1329972506.307018:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249443:12345-0@lo:400 Request procesed in 14us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972506.307025:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249444:12345-0@lo:400
00000100:00100000:0.0:1329972506.307036:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249444:12345-0@lo:400 Request procesed in 13us (147us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972506.307053:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972506 exp ffff880008f8f400
00000100:00100000:0.0:1329972506.307062:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249442:12345-0@lo:400
00000100:00100000:0.0:1329972506.307079:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249442:12345-0@lo:400 Request procesed in 19us (222us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972506.307090:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972506 exp ffff880052834000
00000100:00100000:0.0:1329972506.307098:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249439:12345-0@lo:400
00000100:00100000:0.0:1329972506.307112:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249439:12345-0@lo:400 Request procesed in 17us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972506.307128:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249445:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972506.307141:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249445 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972506] [real_sent 1329972506] [current 1329972506] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373249445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972506.307159:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373249445/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972506.307165:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972506.307167:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972506.307169:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249445:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972506.307172:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249446:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972506.307180:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249446 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972506] [real_sent 1329972506] [current 1329972506] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972506.307186:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249446/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972531 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972506.307191:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972506.307193:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972506.307194:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249446:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972506.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249439:0@lo:400
00000100:00100000:0.0:1329972506.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249440:0@lo:400
00000100:00100000:0.0:1329972506.307221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249441:0@lo:400
00000100:00100000:0.0:1329972506.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249442:0@lo:400
00000100:00100000:0.0:1329972506.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249443:0@lo:400
00000100:00100000:0.0:1329972506.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249444:0@lo:400
00000100:00100000:0.0:1329972506.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972507.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972508.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972509.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972510.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972511.306641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972511.306648:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972511.306650:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972511.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334633966
00000100:00000400:0.0:1329972511.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972511.306663:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972511.306669:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972511.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972511.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972511.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972511.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972511.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334633966
00000100:00000400:0.0:1329972511.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972511.306693:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972511.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972511.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972511.306719:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249453:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972511.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249453 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972511] [real_sent 1329972511] [current 1329972511] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972511.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249453/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972511.306764:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972511.306766:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972511.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249453:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972511.306771:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249454:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972511.306779:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249454 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972511] [real_sent 1329972511] [current 1329972511] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972511.306786:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249454/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972536 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972511.306791:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972511.306792:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972511.306794:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249454:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972511.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249447:0@lo:400
00000100:00100000:0.0:1329972511.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972511.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249448:0@lo:400
00000100:00100000:0.0:1329972511.306867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972511.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249449:0@lo:400
00000100:00100000:0.0:1329972511.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972511.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249450:0@lo:400
00000100:00100000:0.0:1329972511.306894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972511.306899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249451:0@lo:400
00000100:00100000:0.0:1329972511.306935:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972511.306943:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249452:0@lo:400
00000100:00100000:0.0:1329972511.306951:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972511.306971:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972511 exp ffff880008f8fc00
00000100:00080000:0.0:1329972511.306980:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972511 exp ffff880057c49800
00000100:00080000:0.0:1329972511.306985:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972511 exp ffff8800572c1c00
00000100:00080000:0.0:1329972511.306989:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972511 exp ffff880046d08400
00000100:00100000:0.0:1329972511.307007:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249448:12345-0@lo:400
00000100:00100000:0.0:1329972511.307036:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249448:12345-0@lo:400 Request procesed in 40us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972511.307045:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249449:12345-0@lo:400
00000100:00100000:0.0:1329972511.307057:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249449:12345-0@lo:400 Request procesed in 14us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972511.307077:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249451:12345-0@lo:400
00000100:00100000:0.0:1329972511.307089:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249451:12345-0@lo:400 Request procesed in 15us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972511.307096:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249452:12345-0@lo:400
00000100:00100000:0.0:1329972511.307107:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249452:12345-0@lo:400 Request procesed in 13us (156us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972511.307125:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972511 exp ffff880052834000
00000100:00100000:0.0:1329972511.307134:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249447:12345-0@lo:400
00000100:00100000:0.0:1329972511.307148:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249447:12345-0@lo:400 Request procesed in 16us (328us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972511.307160:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972511 exp ffff880008f8f400
00000100:00100000:0.0:1329972511.307169:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249450:12345-0@lo:400
00000100:00100000:0.0:1329972511.307186:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249450:12345-0@lo:400 Request procesed in 19us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972511.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249447:0@lo:400
00000100:00100000:0.0:1329972511.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249448:0@lo:400
00000100:00100000:0.0:1329972511.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249449:0@lo:400
00000100:00100000:0.0:1329972511.307216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249450:0@lo:400
00000100:00100000:0.0:1329972511.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249451:0@lo:400
00000100:00100000:0.0:1329972511.307224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249452:0@lo:400
00000100:00100000:0.0:1329972511.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972512.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972513.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972514.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972515.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972516.306622:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972516.306628:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972516.306630:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972516.306635:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334638966
00000100:00000400:0.0:1329972516.306637:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972516.306642:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972516.306648:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972516.306655:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373249461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972516.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972516.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972516.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972516.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334638966
00000100:00000400:0.0:1329972516.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972516.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972516.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972516.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3fc00 x1394565373249462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972516.306695:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249455:0@lo:400
00000100:00100000:0.0:1329972516.306732:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972516.306746:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249456:0@lo:400
00000100:00100000:0.0:1329972516.306755:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972516.306760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249457:0@lo:400
00000100:00100000:0.0:1329972516.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972516.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249458:0@lo:400
00000100:00100000:0.0:1329972516.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972516.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249459:0@lo:400
00000100:00100000:0.0:1329972516.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972516.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249460:0@lo:400
00000100:00100000:0.0:1329972516.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972516.306821:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972516 exp ffff880008f8fc00
00000100:00080000:0.0:1329972516.306829:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972516 exp ffff880057c49800
00000100:00080000:0.0:1329972516.306834:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972516 exp ffff8800572c1c00
00000100:00080000:0.0:1329972516.306838:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972516 exp ffff880046d08400
00000100:00100000:0.0:1329972516.306865:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249456:12345-0@lo:400
00000100:00100000:0.0:1329972516.306892:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249456:12345-0@lo:400 Request procesed in 48us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972516.306902:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249457:12345-0@lo:400
00000100:00100000:0.0:1329972516.306914:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249457:12345-0@lo:400 Request procesed in 14us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972516.306921:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249459:12345-0@lo:400
00000100:00100000:0.0:1329972516.306931:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249459:12345-0@lo:400 Request procesed in 13us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972516.306938:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249460:12345-0@lo:400
00000100:00100000:0.0:1329972516.306948:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249460:12345-0@lo:400 Request procesed in 12us (146us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972516.306966:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972516 exp ffff880008f8f400
00000100:00100000:0.0:1329972516.306975:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249458:12345-0@lo:400
00000100:00100000:0.0:1329972516.306991:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249458:12345-0@lo:400 Request procesed in 19us (210us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972516.307001:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972516 exp ffff880052834000
00000100:00100000:0.0:1329972516.307010:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249455:12345-0@lo:400
00000100:00100000:0.0:1329972516.307023:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249455:12345-0@lo:400 Request procesed in 15us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972516.307038:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249461:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972516.307051:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249461 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972516] [real_sent 1329972516] [current 1329972516] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373249461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972516.307061:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373249461/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972516.307067:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972516.307069:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972516.307071:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249461:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972516.307074:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249462:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972516.307081:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249462 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972516] [real_sent 1329972516] [current 1329972516] [deadline 25s] [delay -25s]  req@ffff880045b3fc00 x1394565373249462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972516.307088:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3fc00 x1394565373249462/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972541 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972516.307093:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972516.307094:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972516.307096:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249462:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972516.307112:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249455:0@lo:400
00000100:00100000:0.0:1329972516.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249456:0@lo:400
00000100:00100000:0.0:1329972516.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249457:0@lo:400
00000100:00100000:0.0:1329972516.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249458:0@lo:400
00000100:00100000:0.0:1329972516.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249459:0@lo:400
00000100:00100000:0.0:1329972516.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249460:0@lo:400
00000100:00100000:0.0:1329972516.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972517.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972518.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972519.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972520.369580:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972521.306685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972521.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972521.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972521.306698:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334643966
00000100:00000400:0.0:1329972521.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972521.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972521.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972521.306718:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373249469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972521.306726:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972521.306727:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972521.306729:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972521.306731:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334643966
00000100:00000400:0.0:1329972521.306733:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972521.306735:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972521.306737:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972521.306741:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972521.306760:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249469:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972521.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249469 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972521] [real_sent 1329972521] [current 1329972521] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373249469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972521.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373249469/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972521.306803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972521.306805:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972521.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249469:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972521.306810:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249470:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972521.306817:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249470 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972521] [real_sent 1329972521] [current 1329972521] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972521.306824:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249470/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972546 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972521.306829:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972521.306830:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972521.306832:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249470:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972521.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249463:0@lo:400
00000100:00100000:0.0:1329972521.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972521.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249464:0@lo:400
00000100:00100000:0.0:1329972521.306873:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972521.306878:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249465:0@lo:400
00000100:00100000:0.0:1329972521.306884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972521.306889:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249466:0@lo:400
00000100:00100000:0.0:1329972521.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972521.306901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249467:0@lo:400
00000100:00100000:0.0:1329972521.306907:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972521.306912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249468:0@lo:400
00000100:00100000:0.0:1329972521.306918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972521.306935:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972521 exp ffff880008f8fc00
00000100:00080000:0.0:1329972521.306943:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972521 exp ffff880057c49800
00000100:00080000:0.0:1329972521.306947:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972521 exp ffff8800572c1c00
00000100:00080000:0.0:1329972521.306952:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972521 exp ffff880046d08400
00000100:00100000:0.0:1329972521.306969:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249464:12345-0@lo:400
00000100:00100000:0.0:1329972521.306997:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249464:12345-0@lo:400 Request procesed in 38us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972521.307006:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249465:12345-0@lo:400
00000100:00100000:0.0:1329972521.307018:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249465:12345-0@lo:400 Request procesed in 15us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972521.307025:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249467:12345-0@lo:400
00000100:00100000:0.0:1329972521.307036:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249467:12345-0@lo:400 Request procesed in 14us (129us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972521.307042:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249468:12345-0@lo:400
00000100:00100000:0.0:1329972521.307054:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249468:12345-0@lo:400 Request procesed in 14us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972521.307075:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972521 exp ffff880052834000
00000100:00100000:0.0:1329972521.307084:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249463:12345-0@lo:400
00000100:00100000:0.0:1329972521.307098:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249463:12345-0@lo:400 Request procesed in 16us (240us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972521.307111:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972521 exp ffff880008f8f400
00000100:00100000:0.0:1329972521.307120:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249466:12345-0@lo:400
00000100:00100000:0.0:1329972521.307136:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249466:12345-0@lo:400 Request procesed in 19us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972521.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249463:0@lo:400
00000100:00100000:0.0:1329972521.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249464:0@lo:400
00000100:00100000:0.0:1329972521.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249465:0@lo:400
00000100:00100000:0.0:1329972521.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249466:0@lo:400
00000100:00100000:0.0:1329972521.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249467:0@lo:400
00000100:00100000:0.0:1329972521.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249468:0@lo:400
00000100:00100000:0.0:1329972521.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972522.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972523.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972524.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972525.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972526.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972526.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972526.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972526.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334648966
00000100:00000400:0.0:1329972526.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972526.306685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972526.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972526.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373249477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972526.306706:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972526.306708:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972526.306709:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972526.306712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334648966
00000100:00000400:0.0:1329972526.306713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972526.306715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972526.306717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972526.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373249478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972526.306742:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249477:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972526.306770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249477 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972526] [real_sent 1329972526] [current 1329972526] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373249477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972526.306780:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373249477/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972526.306786:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972526.306788:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972526.306790:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249477:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972526.306793:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249478:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972526.306800:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249478 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972526] [real_sent 1329972526] [current 1329972526] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373249478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972526.306813:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373249478/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972551 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972526.306818:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972526.306819:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972526.306821:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249478:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972526.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249471:0@lo:400
00000100:00100000:0.0:1329972526.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972526.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249472:0@lo:400
00000100:00100000:0.0:1329972526.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972526.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249473:0@lo:400
00000100:00100000:0.0:1329972526.306936:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972526.306944:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249474:0@lo:400
00000100:00100000:0.0:1329972526.306953:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972526.306958:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249475:0@lo:400
00000100:00100000:0.0:1329972526.306965:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972526.306970:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249476:0@lo:400
00000100:00100000:0.0:1329972526.306976:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972526.306996:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972526 exp ffff880052834000
00000100:00100000:0.0:1329972526.307021:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249471:12345-0@lo:400
00000100:00100000:0.0:1329972526.307046:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249471:12345-0@lo:400 Request procesed in 41us (198us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972526.307060:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972526 exp ffff880008f8fc00
00000100:00080000:0.0:1329972526.307066:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972526 exp ffff880057c49800
00000100:00080000:0.0:1329972526.307071:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972526 exp ffff8800572c1c00
00000100:00080000:0.0:1329972526.307076:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972526 exp ffff880046d08400
00000100:00100000:0.0:1329972526.307086:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249472:12345-0@lo:400
00000100:00100000:0.0:1329972526.307104:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249472:12345-0@lo:400 Request procesed in 22us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972526.307123:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249473:12345-0@lo:400
00000100:00100000:0.0:1329972526.307135:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249473:12345-0@lo:400 Request procesed in 15us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972526.307142:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249475:12345-0@lo:400
00000100:00100000:0.0:1329972526.307160:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249475:12345-0@lo:400 Request procesed in 20us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972526.307167:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249476:12345-0@lo:400
00000100:00100000:0.0:1329972526.307178:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249476:12345-0@lo:400 Request procesed in 13us (202us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972526.307190:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972526 exp ffff880008f8f400
00000100:00100000:0.0:1329972526.307199:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249474:12345-0@lo:400
00000100:00100000:0.0:1329972526.307216:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249474:12345-0@lo:400 Request procesed in 19us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972526.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249471:0@lo:400
00000100:00100000:0.0:1329972526.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249472:0@lo:400
00000100:00100000:0.0:1329972526.307250:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249473:0@lo:400
00000100:00100000:0.0:1329972526.307254:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249474:0@lo:400
00000100:00100000:0.0:1329972526.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249475:0@lo:400
00000100:00100000:0.0:1329972526.307262:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249476:0@lo:400
00000100:00100000:0.0:1329972526.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972527.369587:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972528.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972529.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972530.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972531.306648:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972531.306655:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972531.306657:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972531.306662:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334653966
00000100:00000400:0.0:1329972531.306664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972531.306670:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972531.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972531.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972531.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972531.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972531.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972531.306696:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334653966
00000100:00000400:0.0:1329972531.306697:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972531.306699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972531.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972531.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373249486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972531.306724:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249485:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972531.306752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249485 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972531] [real_sent 1329972531] [current 1329972531] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972531.306762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249485/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972531.306773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972531.306775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972531.306777:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249485:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972531.306780:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249486:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972531.306788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249486 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972531] [real_sent 1329972531] [current 1329972531] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373249486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972531.306795:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373249486/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972556 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972531.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972531.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972531.306803:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249486:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972531.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249479:0@lo:400
00000100:00100000:0.0:1329972531.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972531.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249480:0@lo:400
00000100:00100000:0.0:1329972531.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972531.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249481:0@lo:400
00000100:00100000:0.0:1329972531.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972531.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249482:0@lo:400
00000100:00100000:0.0:1329972531.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972531.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249483:0@lo:400
00000100:00100000:0.0:1329972531.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972531.306884:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249484:0@lo:400
00000100:00100000:0.0:1329972531.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972531.306909:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972531 exp ffff880052834000
00000100:00100000:0.0:1329972531.306927:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249479:12345-0@lo:400
00000100:00100000:0.0:1329972531.306951:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249479:12345-0@lo:400 Request procesed in 33us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972531.306964:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972531 exp ffff880008f8fc00
00000100:00080000:0.0:1329972531.306971:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972531 exp ffff880057c49800
00000100:00080000:0.0:1329972531.307010:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972531 exp ffff8800572c1c00
00000100:00080000:0.0:1329972531.307016:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972531 exp ffff880046d08400
00000100:00100000:0.0:1329972531.307025:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249480:12345-0@lo:400
00000100:00100000:0.0:1329972531.307045:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249480:12345-0@lo:400 Request procesed in 23us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972531.307053:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249481:12345-0@lo:400
00000100:00100000:0.0:1329972531.307064:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249481:12345-0@lo:400 Request procesed in 14us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972531.307071:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249483:12345-0@lo:400
00000100:00100000:0.0:1329972531.307082:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249483:12345-0@lo:400 Request procesed in 13us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972531.307089:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249484:12345-0@lo:400
00000100:00100000:0.0:1329972531.307099:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249484:12345-0@lo:400 Request procesed in 13us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972531.307110:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972531 exp ffff880008f8f400
00000100:00100000:0.0:1329972531.307119:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249482:12345-0@lo:400
00000100:00100000:0.0:1329972531.307137:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249482:12345-0@lo:400 Request procesed in 21us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972531.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249479:0@lo:400
00000100:00100000:0.0:1329972531.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249480:0@lo:400
00000100:00100000:0.0:1329972531.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249481:0@lo:400
00000100:00100000:0.0:1329972531.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249482:0@lo:400
00000100:00100000:0.0:1329972531.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249483:0@lo:400
00000100:00100000:0.0:1329972531.307196:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249484:0@lo:400
00000100:00100000:0.0:1329972531.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972532.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972533.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972534.369640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972535.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972536.306619:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972536.306627:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972536.306629:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972536.306634:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334658966
00000100:00000400:0.0:1329972536.306636:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972536.306641:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972536.306648:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972536.306655:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972536.306662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972536.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972536.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972536.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334658966
00000100:00000400:0.0:1329972536.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972536.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972536.306673:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972536.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972536.306697:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249493:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972536.306724:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249493 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972536] [real_sent 1329972536] [current 1329972536] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972536.306735:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249493/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972536.306741:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972536.306742:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972536.306745:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249493:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972536.306748:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249494:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972536.306755:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249494 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972536] [real_sent 1329972536] [current 1329972536] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972536.306762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249494/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972561 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972536.306767:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972536.306769:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972536.306770:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249494:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972536.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249487:0@lo:400
00000100:00100000:0.0:1329972536.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972536.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249488:0@lo:400
00000100:00100000:0.0:1329972536.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972536.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249489:0@lo:400
00000100:00100000:0.0:1329972536.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972536.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249490:0@lo:400
00000100:00100000:0.0:1329972536.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972536.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249491:0@lo:400
00000100:00100000:0.0:1329972536.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972536.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249492:0@lo:400
00000100:00100000:0.0:1329972536.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972536.306879:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972536 exp ffff880052834000
00000100:00100000:0.0:1329972536.306908:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249487:12345-0@lo:400
00000100:00100000:0.0:1329972536.306931:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249487:12345-0@lo:400 Request procesed in 43us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972536.306945:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972536 exp ffff880008f8fc00
00000100:00080000:0.0:1329972536.306951:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972536 exp ffff880057c49800
00000100:00080000:0.0:1329972536.306956:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972536 exp ffff8800572c1c00
00000100:00080000:0.0:1329972536.306960:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972536 exp ffff880046d08400
00000100:00100000:0.0:1329972536.306971:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249488:12345-0@lo:400
00000100:00100000:0.0:1329972536.306988:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249488:12345-0@lo:400 Request procesed in 22us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972536.306996:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249489:12345-0@lo:400
00000100:00100000:0.0:1329972536.307007:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249489:12345-0@lo:400 Request procesed in 14us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972536.307014:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249491:12345-0@lo:400
00000100:00100000:0.0:1329972536.307024:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249491:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972536.307031:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249492:12345-0@lo:400
00000100:00100000:0.0:1329972536.307041:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249492:12345-0@lo:400 Request procesed in 12us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972536.307061:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972536 exp ffff880008f8f400
00000100:00100000:0.0:1329972536.307070:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249490:12345-0@lo:400
00000100:00100000:0.0:1329972536.307086:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249490:12345-0@lo:400 Request procesed in 19us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972536.307109:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249487:0@lo:400
00000100:00100000:0.0:1329972536.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249488:0@lo:400
00000100:00100000:0.0:1329972536.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249489:0@lo:400
00000100:00100000:0.0:1329972536.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249490:0@lo:400
00000100:00100000:0.0:1329972536.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249491:0@lo:400
00000100:00100000:0.0:1329972536.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249492:0@lo:400
00000100:00100000:0.0:1329972536.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972537.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972538.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972539.369644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972540.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972541.306651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972541.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972541.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972541.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334663966
00000100:00000400:0.0:1329972541.306666:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972541.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972541.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972541.306685:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373249501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972541.306693:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972541.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972541.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972541.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334663966
00000100:00000400:0.0:1329972541.306700:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972541.306702:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972541.306704:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972541.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373249502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972541.306727:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249495:0@lo:400
00000100:00100000:0.0:1329972541.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972541.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249496:0@lo:400
00000100:00100000:0.0:1329972541.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972541.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249497:0@lo:400
00000100:00100000:0.0:1329972541.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972541.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249498:0@lo:400
00000100:00100000:0.0:1329972541.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972541.306839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249499:0@lo:400
00000100:00100000:0.0:1329972541.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972541.306850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249500:0@lo:400
00000100:00100000:0.0:1329972541.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972541.306877:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972541 exp ffff880052834000
00000100:00100000:0.0:1329972541.306897:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249495:12345-0@lo:400
00000100:00100000:0.0:1329972541.306921:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249495:12345-0@lo:400 Request procesed in 35us (160us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972541.306935:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972541 exp ffff880008f8fc00
00000100:00080000:0.0:1329972541.306941:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972541 exp ffff880057c49800
00000100:00080000:0.0:1329972541.306946:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972541 exp ffff8800572c1c00
00000100:00080000:0.0:1329972541.306951:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972541 exp ffff880046d08400
00000100:00100000:0.0:1329972541.306958:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249496:12345-0@lo:400
00000100:00100000:0.0:1329972541.306975:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249496:12345-0@lo:400 Request procesed in 20us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972541.306983:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249497:12345-0@lo:400
00000100:00100000:0.0:1329972541.306994:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249497:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972541.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249499:12345-0@lo:400
00000100:00100000:0.0:1329972541.307012:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249499:12345-0@lo:400 Request procesed in 12us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972541.307018:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249500:12345-0@lo:400
00000100:00100000:0.0:1329972541.307030:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249500:12345-0@lo:400 Request procesed in 14us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972541.307040:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972541 exp ffff880008f8f400
00000100:00100000:0.0:1329972541.307049:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249498:12345-0@lo:400
00000100:00100000:0.0:1329972541.307065:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249498:12345-0@lo:400 Request procesed in 18us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972541.307085:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249501:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972541.307098:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249501 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972541] [real_sent 1329972541] [current 1329972541] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373249501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972541.307108:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373249501/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972541.307115:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972541.307116:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972541.307119:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249501:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972541.307122:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249502:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972541.307129:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249502 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972541] [real_sent 1329972541] [current 1329972541] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373249502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972541.307136:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373249502/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972566 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972541.307141:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972541.307142:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972541.307144:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249502:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972541.307160:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249495:0@lo:400
00000100:00100000:0.0:1329972541.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249496:0@lo:400
00000100:00100000:0.0:1329972541.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249497:0@lo:400
00000100:00100000:0.0:1329972541.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249498:0@lo:400
00000100:00100000:0.0:1329972541.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249499:0@lo:400
00000100:00100000:0.0:1329972541.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249500:0@lo:400
00000100:00100000:0.0:1329972541.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972542.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972543.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972544.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972545.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972546.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972546.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972546.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972546.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334668966
00000100:00000400:0.0:1329972546.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972546.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972546.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972546.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373249509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972546.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972546.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972546.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972546.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334668966
00000100:00000400:0.0:1329972546.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972546.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972546.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972546.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972546.306704:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249503:0@lo:400
00000100:00100000:0.0:1329972546.306731:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972546.306740:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249504:0@lo:400
00000100:00100000:0.0:1329972546.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972546.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249505:0@lo:400
00000100:00100000:0.0:1329972546.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972546.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249506:0@lo:400
00000100:00100000:0.0:1329972546.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972546.306778:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249507:0@lo:400
00000100:00100000:0.0:1329972546.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972546.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249508:0@lo:400
00000100:00100000:0.0:1329972546.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972546.306814:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972546 exp ffff880052834000
00000100:00100000:0.0:1329972546.306843:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249503:12345-0@lo:400
00000100:00100000:0.0:1329972546.306867:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249503:12345-0@lo:400 Request procesed in 44us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972546.306881:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972546 exp ffff880008f8fc00
00000100:00080000:0.0:1329972546.306887:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972546 exp ffff880057c49800
00000100:00080000:0.0:1329972546.306892:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972546 exp ffff8800572c1c00
00000100:00080000:0.0:1329972546.306896:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972546 exp ffff880046d08400
00000100:00100000:0.0:1329972546.306904:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249504:12345-0@lo:400
00000100:00100000:0.0:1329972546.306936:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249504:12345-0@lo:400 Request procesed in 35us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972546.306945:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249505:12345-0@lo:400
00000100:00100000:0.0:1329972546.306957:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249505:12345-0@lo:400 Request procesed in 14us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972546.306963:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249507:12345-0@lo:400
00000100:00100000:0.0:1329972546.306974:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249507:12345-0@lo:400 Request procesed in 13us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972546.306981:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249508:12345-0@lo:400
00000100:00100000:0.0:1329972546.306991:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249508:12345-0@lo:400 Request procesed in 12us (195us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972546.307003:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972546 exp ffff880008f8f400
00000100:00100000:0.0:1329972546.307012:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249506:12345-0@lo:400
00000100:00100000:0.0:1329972546.307028:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249506:12345-0@lo:400 Request procesed in 19us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972546.307049:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249509:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972546.307063:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249509 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972546] [real_sent 1329972546] [current 1329972546] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373249509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972546.307073:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373249509/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972546.307079:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972546.307081:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972546.307083:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249509:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972546.307086:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249510:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972546.307093:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249510 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972546] [real_sent 1329972546] [current 1329972546] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972546.307100:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249510/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972571 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972546.307105:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972546.307106:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972546.307108:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249510:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972546.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249503:0@lo:400
00000100:00100000:0.0:1329972546.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249504:0@lo:400
00000100:00100000:0.0:1329972546.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249505:0@lo:400
00000100:00100000:0.0:1329972546.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249506:0@lo:400
00000100:00100000:0.0:1329972546.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249507:0@lo:400
00000100:00100000:0.0:1329972546.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249508:0@lo:400
00000100:00100000:0.0:1329972546.370466:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972547.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972548.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972549.369640:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972550.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972551.306650:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972551.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972551.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972551.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334673966
00000100:00000400:0.0:1329972551.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972551.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972551.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972551.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972551.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972551.306695:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972551.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972551.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334673966
00000100:00000400:0.0:1329972551.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972551.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972551.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972551.306708:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972551.306729:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249511:0@lo:400
00000100:00100000:0.0:1329972551.306757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972551.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249512:0@lo:400
00000100:00100000:0.0:1329972551.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972551.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249513:0@lo:400
00000100:00100000:0.0:1329972551.306786:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972551.306792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249514:0@lo:400
00000100:00100000:0.0:1329972551.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972551.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249515:0@lo:400
00000100:00100000:0.0:1329972551.306812:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972551.306817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249516:0@lo:400
00000100:00100000:0.0:1329972551.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972551.306877:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972551 exp ffff880052834000
00000100:00100000:0.0:1329972551.306896:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249511:12345-0@lo:400
00000100:00100000:0.0:1329972551.306921:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249511:12345-0@lo:400 Request procesed in 35us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972551.306935:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972551 exp ffff880008f8fc00
00000100:00080000:0.0:1329972551.306941:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972551 exp ffff880057c49800
00000100:00080000:0.0:1329972551.306946:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972551 exp ffff8800572c1c00
00000100:00080000:0.0:1329972551.306950:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972551 exp ffff880046d08400
00000100:00100000:0.0:1329972551.306958:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249512:12345-0@lo:400
00000100:00100000:0.0:1329972551.306975:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249512:12345-0@lo:400 Request procesed in 20us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972551.306983:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249513:12345-0@lo:400
00000100:00100000:0.0:1329972551.306994:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249513:12345-0@lo:400 Request procesed in 13us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972551.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249515:12345-0@lo:400
00000100:00100000:0.0:1329972551.307012:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249515:12345-0@lo:400 Request procesed in 13us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972551.307029:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249516:12345-0@lo:400
00000100:00100000:0.0:1329972551.307040:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249516:12345-0@lo:400 Request procesed in 13us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972551.307051:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972551 exp ffff880008f8f400
00000100:00100000:0.0:1329972551.307060:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249514:12345-0@lo:400
00000100:00100000:0.0:1329972551.307076:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249514:12345-0@lo:400 Request procesed in 18us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972551.307096:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249517:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972551.307109:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249517 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972551] [real_sent 1329972551] [current 1329972551] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972551.307119:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249517/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972551.307126:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972551.307127:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972551.307130:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249517:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972551.307133:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249518:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972551.307140:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249518 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972551] [real_sent 1329972551] [current 1329972551] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972551.307147:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249518/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972576 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972551.307151:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972551.307153:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972551.307155:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249518:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972551.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249511:0@lo:400
00000100:00100000:0.0:1329972551.307176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249512:0@lo:400
00000100:00100000:0.0:1329972551.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249513:0@lo:400
00000100:00100000:0.0:1329972551.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249514:0@lo:400
00000100:00100000:0.0:1329972551.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249515:0@lo:400
00000100:00100000:0.0:1329972551.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249516:0@lo:400
00000100:00100000:0.0:1329972551.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972552.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972553.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972554.369583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972555.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972556.306649:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972556.306656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972556.306658:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972556.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334678966
00000100:00000400:0.0:1329972556.306665:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972556.306671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972556.306677:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972556.306684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972556.306692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972556.306693:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972556.306695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972556.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334678966
00000100:00000400:0.0:1329972556.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972556.306701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972556.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972556.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373249526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972556.306732:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249519:0@lo:400
00000100:00100000:0.0:1329972556.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972556.306768:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249520:0@lo:400
00000100:00100000:0.0:1329972556.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972556.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249521:0@lo:400
00000100:00100000:0.0:1329972556.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972556.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249522:0@lo:400
00000100:00100000:0.0:1329972556.306805:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972556.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249523:0@lo:400
00000100:00100000:0.0:1329972556.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972556.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249524:0@lo:400
00000100:00100000:0.0:1329972556.306828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972556.306846:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972556 exp ffff880052834000
00000100:00100000:0.0:1329972556.306882:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249519:12345-0@lo:400
00000100:00100000:0.0:1329972556.306938:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249519:12345-0@lo:400 Request procesed in 82us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972556.306954:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972556 exp ffff880008f8fc00
00000100:00080000:0.0:1329972556.306962:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972556 exp ffff880057c49800
00000100:00080000:0.0:1329972556.306966:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972556 exp ffff8800572c1c00
00000100:00080000:0.0:1329972556.306971:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972556 exp ffff880046d08400
00000100:00100000:0.0:1329972556.306981:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249520:12345-0@lo:400
00000100:00100000:0.0:1329972556.307000:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249520:12345-0@lo:400 Request procesed in 23us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972556.307008:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249521:12345-0@lo:400
00000100:00100000:0.0:1329972556.307019:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249521:12345-0@lo:400 Request procesed in 14us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972556.307026:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249523:12345-0@lo:400
00000100:00100000:0.0:1329972556.307038:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249523:12345-0@lo:400 Request procesed in 13us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972556.307044:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249524:12345-0@lo:400
00000100:00100000:0.0:1329972556.307055:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249524:12345-0@lo:400 Request procesed in 13us (227us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972556.307065:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972556 exp ffff880008f8f400
00000100:00100000:0.0:1329972556.307074:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249522:12345-0@lo:400
00000100:00100000:0.0:1329972556.307091:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249522:12345-0@lo:400 Request procesed in 19us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972556.307123:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249525:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972556.307136:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249525 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972556] [real_sent 1329972556] [current 1329972556] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972556.307146:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249525/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972556.307153:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972556.307154:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972556.307157:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249525:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972556.307160:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249526:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972556.307167:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249526 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972556] [real_sent 1329972556] [current 1329972556] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373249526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972556.307174:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373249526/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972581 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972556.307179:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972556.307180:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972556.307182:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249526:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972556.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249519:0@lo:400
00000100:00100000:0.0:1329972556.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249520:0@lo:400
00000100:00100000:0.0:1329972556.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249521:0@lo:400
00000100:00100000:0.0:1329972556.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249522:0@lo:400
00000100:00100000:0.0:1329972556.307215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249523:0@lo:400
00000100:00100000:0.0:1329972556.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249524:0@lo:400
00000100:00100000:0.0:1329972556.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972557.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972558.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972559.369635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972560.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972561.306670:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972561.306677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972561.306679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972561.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334683966
00000100:00000400:0.0:1329972561.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972561.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972561.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972561.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f400 x1394565373249533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972561.306713:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972561.306714:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972561.306716:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972561.306718:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334683966
00000100:00000400:0.0:1329972561.306720:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972561.306722:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972561.306724:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972561.306728:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373249534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972561.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249527:0@lo:400
00000100:00100000:0.0:1329972561.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972561.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249528:0@lo:400
00000100:00100000:0.0:1329972561.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972561.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249529:0@lo:400
00000100:00100000:0.0:1329972561.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972561.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249530:0@lo:400
00000100:00100000:0.0:1329972561.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972561.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249531:0@lo:400
00000100:00100000:0.0:1329972561.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972561.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249532:0@lo:400
00000100:00100000:0.0:1329972561.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972561.306899:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972561 exp ffff880052834000
00000100:00100000:0.0:1329972561.306920:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249527:12345-0@lo:400
00000100:00100000:0.0:1329972561.306946:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249527:12345-0@lo:400 Request procesed in 37us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972561.306960:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972561 exp ffff880008f8fc00
00000100:00080000:0.0:1329972561.306967:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972561 exp ffff880057c49800
00000100:00080000:0.0:1329972561.306972:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972561 exp ffff8800572c1c00
00000100:00080000:0.0:1329972561.306976:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972561 exp ffff880046d08400
00000100:00100000:0.0:1329972561.306985:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249528:12345-0@lo:400
00000100:00100000:0.0:1329972561.307002:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249528:12345-0@lo:400 Request procesed in 20us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972561.307010:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249529:12345-0@lo:400
00000100:00100000:0.0:1329972561.307022:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249529:12345-0@lo:400 Request procesed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972561.307029:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249531:12345-0@lo:400
00000100:00100000:0.0:1329972561.307039:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249531:12345-0@lo:400 Request procesed in 12us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972561.307046:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249532:12345-0@lo:400
00000100:00100000:0.0:1329972561.307057:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249532:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972561.307067:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972561 exp ffff880008f8f400
00000100:00100000:0.0:1329972561.307075:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249530:12345-0@lo:400
00000100:00100000:0.0:1329972561.307114:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249530:12345-0@lo:400 Request procesed in 40us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972561.307147:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249533:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972561.307177:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249533 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972561] [real_sent 1329972561] [current 1329972561] [deadline 25s] [delay -25s]  req@ffff880045b3f400 x1394565373249533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972561.307192:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f400 x1394565373249533/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972561.307199:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972561.307201:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972561.307203:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249533:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972561.307207:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249534:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972561.307216:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249534 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972561] [real_sent 1329972561] [current 1329972561] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373249534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972561.307223:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373249534/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972586 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972561.307228:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972561.307229:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972561.307231:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249534:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972561.307390:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972561.307454:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972561.307470:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972561.307487:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249527:0@lo:400
00000100:00100000:0.0:1329972561.307494:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249528:0@lo:400
00000100:00100000:0.0:1329972561.307498:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249529:0@lo:400
00000100:00100000:0.0:1329972561.307502:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249530:0@lo:400
00000100:00100000:0.0:1329972561.307506:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249531:0@lo:400
00000100:00100000:0.0:1329972561.307510:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249532:0@lo:400
00000100:00100000:0.0:1329972561.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972562.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972563.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972564.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972565.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972566.306665:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972566.306672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972566.306674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972566.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334688966
00000100:00000400:0.0:1329972566.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972566.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972566.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972566.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972566.306708:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972566.306710:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972566.306711:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972566.306713:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334688966
00000100:00000400:0.0:1329972566.306715:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972566.306717:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972566.306719:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972566.306723:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972566.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249535:0@lo:400
00000100:00100000:0.0:1329972566.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972566.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249536:0@lo:400
00000100:00100000:0.0:1329972566.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972566.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249537:0@lo:400
00000100:00100000:0.0:1329972566.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972566.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249538:0@lo:400
00000100:00100000:0.0:1329972566.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972566.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249539:0@lo:400
00000100:00100000:0.0:1329972566.306864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972566.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249540:0@lo:400
00000100:00100000:0.0:1329972566.306882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972566.306903:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972566 exp ffff880052834000
00000100:00100000:0.0:1329972566.306931:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249535:12345-0@lo:400
00000100:00100000:0.0:1329972566.306956:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249535:12345-0@lo:400 Request procesed in 44us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972566.306970:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972566 exp ffff880008f8fc00
00000100:00080000:0.0:1329972566.306976:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972566 exp ffff880057c49800
00000100:00080000:0.0:1329972566.306981:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972566 exp ffff8800572c1c00
00000100:00080000:0.0:1329972566.306986:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972566 exp ffff880046d08400
00000100:00100000:0.0:1329972566.306996:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249536:12345-0@lo:400
00000100:00100000:0.0:1329972566.307014:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249536:12345-0@lo:400 Request procesed in 22us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972566.307022:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249537:12345-0@lo:400
00000100:00100000:0.0:1329972566.307034:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249537:12345-0@lo:400 Request procesed in 14us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972566.307052:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249539:12345-0@lo:400
00000100:00100000:0.0:1329972566.307063:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249539:12345-0@lo:400 Request procesed in 14us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972566.307070:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249540:12345-0@lo:400
00000100:00100000:0.0:1329972566.307081:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249540:12345-0@lo:400 Request procesed in 13us (199us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972566.307091:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972566 exp ffff880008f8f400
00000100:00100000:0.0:1329972566.307100:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249538:12345-0@lo:400
00000100:00100000:0.0:1329972566.307116:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249538:12345-0@lo:400 Request procesed in 19us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972566.307137:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249541:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972566.307151:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249541 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972566] [real_sent 1329972566] [current 1329972566] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972566.307161:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249541/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972566.307167:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972566.307169:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972566.307172:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249541:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972566.307175:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249542:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972566.307181:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249542 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972566] [real_sent 1329972566] [current 1329972566] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972566.307189:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249542/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972591 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972566.307193:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972566.307195:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972566.307197:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249542:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972566.307212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249535:0@lo:400
00000100:00100000:0.0:1329972566.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249536:0@lo:400
00000100:00100000:0.0:1329972566.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249537:0@lo:400
00000100:00100000:0.0:1329972566.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249538:0@lo:400
00000100:00100000:0.0:1329972566.307231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249539:0@lo:400
00000100:00100000:0.0:1329972566.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249540:0@lo:400
00000100:00100000:0.0:1329972566.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972567.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972568.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972569.369642:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972570.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972571.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972571.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972571.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972571.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334693966
00000100:00000400:0.0:1329972571.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972571.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972571.306654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972571.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972571.306669:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972571.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972571.306672:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972571.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334693966
00000100:00000400:0.0:1329972571.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972571.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972571.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972571.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972571.306704:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249543:0@lo:400
00000100:00100000:0.0:1329972571.306729:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972571.306738:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249544:0@lo:400
00000100:00100000:0.0:1329972571.306749:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972571.306754:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249545:0@lo:400
00000100:00100000:0.0:1329972571.306760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972571.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249546:0@lo:400
00000100:00100000:0.0:1329972571.306774:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972571.306779:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249547:0@lo:400
00000100:00100000:0.0:1329972571.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972571.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249548:0@lo:400
00000100:00100000:0.0:1329972571.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972571.306815:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972571 exp ffff880052834000
00000100:00100000:0.0:1329972571.306834:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249543:12345-0@lo:400
00000100:00100000:0.0:1329972571.306858:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249543:12345-0@lo:400 Request procesed in 34us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972571.306871:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972571 exp ffff880008f8fc00
00000100:00080000:0.0:1329972571.306878:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972571 exp ffff880057c49800
00000100:00080000:0.0:1329972571.306882:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972571 exp ffff8800572c1c00
00000100:00080000:0.0:1329972571.306887:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972571 exp ffff880046d08400
00000100:00100000:0.0:1329972571.306895:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249544:12345-0@lo:400
00000100:00100000:0.0:1329972571.306911:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249544:12345-0@lo:400 Request procesed in 19us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972571.306919:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249545:12345-0@lo:400
00000100:00100000:0.0:1329972571.306931:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249545:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972571.306938:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249547:12345-0@lo:400
00000100:00100000:0.0:1329972571.306949:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249547:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972571.306956:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249548:12345-0@lo:400
00000100:00100000:0.0:1329972571.306967:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249548:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972571.306977:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972571 exp ffff880008f8f400
00000100:00100000:0.0:1329972571.306985:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249546:12345-0@lo:400
00000100:00100000:0.0:1329972571.307001:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249546:12345-0@lo:400 Request procesed in 18us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972571.307022:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249549:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972571.307035:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249549 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972571] [real_sent 1329972571] [current 1329972571] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972571.307045:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249549/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972571.307051:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972571.307053:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972571.307055:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249549:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972571.307058:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249550:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972571.307065:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249550 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972571] [real_sent 1329972571] [current 1329972571] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972571.307072:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249550/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972596 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972571.307077:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972571.307078:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972571.307081:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249550:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972571.307097:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249543:0@lo:400
00000100:00100000:0.0:1329972571.307103:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249544:0@lo:400
00000100:00100000:0.0:1329972571.307107:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249545:0@lo:400
00000100:00100000:0.0:1329972571.307111:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249546:0@lo:400
00000100:00100000:0.0:1329972571.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249547:0@lo:400
00000100:00100000:0.0:1329972571.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249548:0@lo:400
00000100:00100000:0.0:1329972571.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972572.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972573.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972574.369588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972575.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972576.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972576.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972576.306669:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972576.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334698966
00000100:00000400:0.0:1329972576.306676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972576.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972576.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972576.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972576.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972576.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972576.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972576.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334698966
00000100:00000400:0.0:1329972576.306712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972576.306714:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972576.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972576.306720:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373249558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972576.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249551:0@lo:400
00000100:00100000:0.0:1329972576.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972576.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249552:0@lo:400
00000100:00100000:0.0:1329972576.306785:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972576.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249553:0@lo:400
00000100:00100000:0.0:1329972576.306797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972576.306802:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249554:0@lo:400
00000100:00100000:0.0:1329972576.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972576.306815:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249555:0@lo:400
00000100:00100000:0.0:1329972576.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972576.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249556:0@lo:400
00000100:00100000:0.0:1329972576.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972576.306850:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972576 exp ffff880052834000
00000100:00100000:0.0:1329972576.306883:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249551:12345-0@lo:400
00000100:00100000:0.0:1329972576.306943:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249551:12345-0@lo:400 Request procesed in 82us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972576.306961:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972576 exp ffff880008f8fc00
00000100:00080000:0.0:1329972576.306968:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972576 exp ffff880057c49800
00000100:00080000:0.0:1329972576.306973:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972576 exp ffff8800572c1c00
00000100:00080000:0.0:1329972576.306978:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972576 exp ffff880046d08400
00000100:00100000:0.0:1329972576.306986:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249552:12345-0@lo:400
00000100:00100000:0.0:1329972576.307005:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249552:12345-0@lo:400 Request procesed in 22us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972576.307014:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249553:12345-0@lo:400
00000100:00100000:0.0:1329972576.307025:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249553:12345-0@lo:400 Request procesed in 14us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972576.307032:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249555:12345-0@lo:400
00000100:00100000:0.0:1329972576.307043:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249555:12345-0@lo:400 Request procesed in 13us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972576.307050:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249556:12345-0@lo:400
00000100:00100000:0.0:1329972576.307060:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249556:12345-0@lo:400 Request procesed in 12us (228us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972576.307070:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972576 exp ffff880008f8f400
00000100:00100000:0.0:1329972576.307079:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249554:12345-0@lo:400
00000100:00100000:0.0:1329972576.307095:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249554:12345-0@lo:400 Request procesed in 18us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972576.307116:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249557:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972576.307130:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249557 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972576] [real_sent 1329972576] [current 1329972576] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972576.307140:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249557/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972576.307146:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972576.307148:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972576.307150:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249557:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972576.307153:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249558:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972576.307160:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249558 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972576] [real_sent 1329972576] [current 1329972576] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373249558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972576.307168:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373249558/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972601 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972576.307172:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972576.307174:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972576.307176:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249558:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972576.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249551:0@lo:400
00000100:00100000:0.0:1329972576.307197:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249552:0@lo:400
00000100:00100000:0.0:1329972576.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249553:0@lo:400
00000100:00100000:0.0:1329972576.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249554:0@lo:400
00000100:00100000:0.0:1329972576.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249555:0@lo:400
00000100:00100000:0.0:1329972576.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249556:0@lo:400
00000100:00100000:0.0:1329972576.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972577.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972578.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972579.369650:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972580.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972581.306621:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972581.306628:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972581.306630:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972581.306635:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334703966
00000100:00000400:0.0:1329972581.306638:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972581.306643:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972581.306649:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972581.306659:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880055fc8800 x1394565373249565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972581.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972581.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972581.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972581.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334703966
00000100:00000400:0.0:1329972581.306673:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972581.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972581.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972581.306681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972581.306703:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249559:0@lo:400
00000100:00100000:0.0:1329972581.306727:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972581.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249560:0@lo:400
00000100:00100000:0.0:1329972581.306745:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972581.306751:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249561:0@lo:400
00000100:00100000:0.0:1329972581.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972581.306790:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249562:0@lo:400
00000100:00100000:0.0:1329972581.306799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972581.306804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249563:0@lo:400
00000100:00100000:0.0:1329972581.306811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972581.306816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249564:0@lo:400
00000100:00100000:0.0:1329972581.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972581.306843:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972581 exp ffff880052834000
00000100:00100000:0.0:1329972581.306861:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249559:12345-0@lo:400
00000100:00100000:0.0:1329972581.306885:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249559:12345-0@lo:400 Request procesed in 34us (158us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972581.306899:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972581 exp ffff880008f8fc00
00000100:00080000:0.0:1329972581.306906:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972581 exp ffff880057c49800
00000100:00080000:0.0:1329972581.306911:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972581 exp ffff8800572c1c00
00000100:00080000:0.0:1329972581.306915:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972581 exp ffff880046d08400
00000100:00100000:0.0:1329972581.306923:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249560:12345-0@lo:400
00000100:00100000:0.0:1329972581.306941:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249560:12345-0@lo:400 Request procesed in 20us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972581.306961:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249561:12345-0@lo:400
00000100:00100000:0.0:1329972581.306973:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249561:12345-0@lo:400 Request procesed in 14us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972581.306980:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249563:12345-0@lo:400
00000100:00100000:0.0:1329972581.306991:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249563:12345-0@lo:400 Request procesed in 13us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972581.306997:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249564:12345-0@lo:400
00000100:00100000:0.0:1329972581.307008:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249564:12345-0@lo:400 Request procesed in 13us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972581.307018:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972581 exp ffff880008f8f400
00000100:00100000:0.0:1329972581.307027:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249562:12345-0@lo:400
00000100:00100000:0.0:1329972581.307051:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249562:12345-0@lo:400 Request procesed in 26us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972581.307083:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249565:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972581.307099:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249565 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972581] [real_sent 1329972581] [current 1329972581] [deadline 25s] [delay -25s]  req@ffff880055fc8800 x1394565373249565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972581.307110:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880055fc8800 x1394565373249565/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972581.307121:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972581.307123:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972581.307125:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249565:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972581.307128:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249566:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972581.307135:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249566 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972581] [real_sent 1329972581] [current 1329972581] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972581.307143:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249566/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972606 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972581.307147:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972581.307149:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972581.307151:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249566:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972581.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249559:0@lo:400
00000100:00100000:0.0:1329972581.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249560:0@lo:400
00000100:00100000:0.0:1329972581.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249561:0@lo:400
00000100:00100000:0.0:1329972581.307181:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249562:0@lo:400
00000100:00100000:0.0:1329972581.307185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249563:0@lo:400
00000100:00100000:0.0:1329972581.307189:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249564:0@lo:400
00000100:00100000:0.0:1329972581.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972582.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972583.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972584.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972585.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972586.306686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972586.306694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972586.306696:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972586.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334708966
00000100:00000400:0.0:1329972586.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972586.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972586.306714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972586.306724:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972586.306733:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972586.306735:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972586.306736:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972586.306739:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334708966
00000100:00000400:0.0:1329972586.306740:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972586.306742:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972586.306745:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972586.306749:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373249574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972586.306765:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249567:0@lo:400
00000100:00100000:0.0:1329972586.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972586.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249568:0@lo:400
00000100:00100000:0.0:1329972586.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972586.306813:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249569:0@lo:400
00000100:00100000:0.0:1329972586.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972586.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249570:0@lo:400
00000100:00100000:0.0:1329972586.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972586.306837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249571:0@lo:400
00000100:00100000:0.0:1329972586.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972586.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249572:0@lo:400
00000100:00100000:0.0:1329972586.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972586.306877:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972586 exp ffff880052834000
00000100:00100000:0.0:1329972586.306903:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249567:12345-0@lo:400
00000100:00100000:0.0:1329972586.306928:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249567:12345-0@lo:400 Request procesed in 42us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972586.306942:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972586 exp ffff880008f8fc00
00000100:00080000:0.0:1329972586.306948:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972586 exp ffff880057c49800
00000100:00080000:0.0:1329972586.306953:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972586 exp ffff8800572c1c00
00000100:00080000:0.0:1329972586.306958:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972586 exp ffff880046d08400
00000100:00100000:0.0:1329972586.306966:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249568:12345-0@lo:400
00000100:00100000:0.0:1329972586.306983:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249568:12345-0@lo:400 Request procesed in 19us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972586.306991:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249569:12345-0@lo:400
00000100:00100000:0.0:1329972586.307002:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249569:12345-0@lo:400 Request procesed in 14us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972586.307009:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249571:12345-0@lo:400
00000100:00100000:0.0:1329972586.307020:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249571:12345-0@lo:400 Request procesed in 12us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972586.307026:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249572:12345-0@lo:400
00000100:00100000:0.0:1329972586.307037:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249572:12345-0@lo:400 Request procesed in 12us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972586.307047:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972586 exp ffff880008f8f400
00000100:00100000:0.0:1329972586.307055:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249570:12345-0@lo:400
00000100:00100000:0.0:1329972586.307071:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249570:12345-0@lo:400 Request procesed in 18us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972586.307091:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249573:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972586.307107:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249573 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972586] [real_sent 1329972586] [current 1329972586] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972586.307117:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249573/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972586.307123:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972586.307124:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972586.307127:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249573:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972586.307130:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249574:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972586.307137:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249574 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972586] [real_sent 1329972586] [current 1329972586] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373249574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972586.307144:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373249574/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972611 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972586.307149:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972586.307150:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972586.307152:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249574:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972586.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249567:0@lo:400
00000100:00100000:0.0:1329972586.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249568:0@lo:400
00000100:00100000:0.0:1329972586.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249569:0@lo:400
00000100:00100000:0.0:1329972586.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249570:0@lo:400
00000100:00100000:0.0:1329972586.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249571:0@lo:400
00000100:00100000:0.0:1329972586.307193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249572:0@lo:400
00000100:00100000:0.0:1329972586.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972587.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972588.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972589.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972590.369632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972591.306636:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972591.306643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972591.306645:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972591.306650:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334713966
00000100:00000400:0.0:1329972591.306652:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972591.306658:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972591.306664:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972591.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373249581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972591.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972591.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972591.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972591.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334713966
00000100:00000400:0.0:1329972591.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972591.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972591.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972591.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972591.306716:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249575:0@lo:400
00000100:00100000:0.0:1329972591.306773:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972591.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249576:0@lo:400
00000100:00100000:0.0:1329972591.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972591.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249577:0@lo:400
00000100:00100000:0.0:1329972591.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972591.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249578:0@lo:400
00000100:00100000:0.0:1329972591.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972591.306824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249579:0@lo:400
00000100:00100000:0.0:1329972591.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972591.306835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249580:0@lo:400
00000100:00100000:0.0:1329972591.306843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972591.306863:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972591 exp ffff880052834000
00000100:00100000:0.0:1329972591.306882:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249575:12345-0@lo:400
00000100:00100000:0.0:1329972591.306906:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249575:12345-0@lo:400 Request procesed in 34us (133us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972591.306919:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972591 exp ffff880008f8fc00
00000100:00080000:0.0:1329972591.306926:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972591 exp ffff880057c49800
00000100:00080000:0.0:1329972591.306930:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972591 exp ffff8800572c1c00
00000100:00080000:0.0:1329972591.306934:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972591 exp ffff880046d08400
00000100:00100000:0.0:1329972591.306943:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249576:12345-0@lo:400
00000100:00100000:0.0:1329972591.306960:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249576:12345-0@lo:400 Request procesed in 20us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972591.306968:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249577:12345-0@lo:400
00000100:00100000:0.0:1329972591.306979:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249577:12345-0@lo:400 Request procesed in 14us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972591.306986:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249579:12345-0@lo:400
00000100:00100000:0.0:1329972591.306997:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249579:12345-0@lo:400 Request procesed in 12us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972591.307004:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249580:12345-0@lo:400
00000100:00100000:0.0:1329972591.307015:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249580:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972591.307036:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972591 exp ffff880008f8f400
00000100:00100000:0.0:1329972591.307045:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249578:12345-0@lo:400
00000100:00100000:0.0:1329972591.307061:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249578:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972591.307081:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249581:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972591.307094:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249581 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972591] [real_sent 1329972591] [current 1329972591] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373249581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972591.307104:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373249581/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972591.307110:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972591.307112:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972591.307115:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249581:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972591.307118:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249582:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972591.307125:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249582 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972591] [real_sent 1329972591] [current 1329972591] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972591.307132:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249582/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972616 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972591.307137:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972591.307138:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972591.307140:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249582:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972591.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249575:0@lo:400
00000100:00100000:0.0:1329972591.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249576:0@lo:400
00000100:00100000:0.0:1329972591.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249577:0@lo:400
00000100:00100000:0.0:1329972591.307170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249578:0@lo:400
00000100:00100000:0.0:1329972591.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249579:0@lo:400
00000100:00100000:0.0:1329972591.307177:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249580:0@lo:400
00000100:00100000:0.0:1329972591.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972592.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972593.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972594.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972595.369584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972596.306659:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972596.306667:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972596.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972596.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334718966
00000100:00000400:0.0:1329972596.306709:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972596.306717:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972596.306724:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972596.306738:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972596.306749:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972596.306752:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972596.306753:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972596.306757:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334718966
00000100:00000400:0.0:1329972596.306759:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972596.306763:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972596.306767:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972596.306773:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880008f8a400 x1394565373249590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972596.306801:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249589:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972596.306834:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249589 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972596] [real_sent 1329972596] [current 1329972596] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972596.306849:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249589/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972596.306858:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972596.306860:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972596.306864:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249589:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972596.306868:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249590:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972596.306880:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249590 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972596] [real_sent 1329972596] [current 1329972596] [deadline 25s] [delay -25s]  req@ffff880008f8a400 x1394565373249590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972596.306891:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880008f8a400 x1394565373249590/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972621 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972596.306898:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972596.306900:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972596.306903:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249590:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972596.306922:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249583:0@lo:400
00000100:00100000:0.0:1329972596.306939:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972596.306950:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249584:0@lo:400
00000100:00100000:0.0:1329972596.307002:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972596.307014:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249585:0@lo:400
00000100:00100000:0.0:1329972596.307027:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972596.307035:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249586:0@lo:400
00000100:00100000:0.0:1329972596.307047:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972596.307055:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249587:0@lo:400
00000100:00100000:0.0:1329972596.307065:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972596.307074:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249588:0@lo:400
00000100:00100000:0.0:1329972596.307084:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972596.307110:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972596 exp ffff880052834000
00000100:00100000:0.0:1329972596.307145:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249583:12345-0@lo:400
00000100:00100000:0.0:1329972596.307170:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249583:12345-0@lo:400 Request procesed in 47us (231us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972596.307185:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972596 exp ffff880008f8fc00
00000100:00080000:0.0:1329972596.307192:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972596 exp ffff880057c49800
00000100:00080000:0.0:1329972596.307196:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972596 exp ffff8800572c1c00
00000100:00080000:0.0:1329972596.307201:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972596 exp ffff880046d08400
00000100:00100000:0.0:1329972596.307209:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249584:12345-0@lo:400
00000100:00100000:0.0:1329972596.307226:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249584:12345-0@lo:400 Request procesed in 19us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972596.307234:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249585:12345-0@lo:400
00000100:00100000:0.0:1329972596.307245:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249585:12345-0@lo:400 Request procesed in 14us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972596.307252:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249587:12345-0@lo:400
00000100:00100000:0.0:1329972596.307263:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249587:12345-0@lo:400 Request procesed in 13us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972596.307270:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249588:12345-0@lo:400
00000100:00100000:0.0:1329972596.307281:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249588:12345-0@lo:400 Request procesed in 13us (198us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972596.307292:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972596 exp ffff880008f8f400
00000100:00100000:0.0:1329972596.307300:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249586:12345-0@lo:400
00000100:00100000:0.0:1329972596.307316:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249586:12345-0@lo:400 Request procesed in 19us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972596.307340:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249583:0@lo:400
00000100:00100000:0.0:1329972596.307346:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249584:0@lo:400
00000100:00100000:0.0:1329972596.307350:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249585:0@lo:400
00000100:00100000:0.0:1329972596.307354:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249586:0@lo:400
00000100:00100000:0.0:1329972596.307358:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249587:0@lo:400
00000100:00100000:0.0:1329972596.307362:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249588:0@lo:400
00000100:00100000:0.0:1329972596.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972597.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972598.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972599.369635:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972600.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972601.306638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972601.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972601.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972601.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334723966
00000100:00000400:0.0:1329972601.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972601.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972601.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972601.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373249597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972601.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972601.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972601.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972601.306686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334723966
00000100:00000400:0.0:1329972601.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972601.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972601.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972601.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373249598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972601.306715:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249597:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972601.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249597 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972601] [real_sent 1329972601] [current 1329972601] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373249597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972601.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373249597/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972601.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972601.306760:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972601.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249597:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972601.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249598:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972601.306773:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249598 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972601] [real_sent 1329972601] [current 1329972601] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373249598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972601.306780:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373249598/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972626 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972601.306789:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972601.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972601.306792:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249598:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972601.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249591:0@lo:400
00000100:00100000:0.0:1329972601.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972601.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249592:0@lo:400
00000100:00100000:0.0:1329972601.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972601.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249593:0@lo:400
00000100:00100000:0.0:1329972601.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972601.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249594:0@lo:400
00000100:00100000:0.0:1329972601.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972601.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249595:0@lo:400
00000100:00100000:0.0:1329972601.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972601.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249596:0@lo:400
00000100:00100000:0.0:1329972601.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972601.306896:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972601 exp ffff880052834000
00000100:00100000:0.0:1329972601.306916:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249591:12345-0@lo:400
00000100:00100000:0.0:1329972601.306939:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249591:12345-0@lo:400 Request procesed in 34us (121us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972601.306953:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972601 exp ffff880008f8fc00
00000100:00080000:0.0:1329972601.306959:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972601 exp ffff880057c49800
00000100:00080000:0.0:1329972601.306964:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972601 exp ffff8800572c1c00
00000100:00080000:0.0:1329972601.306968:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972601 exp ffff880046d08400
00000100:00100000:0.0:1329972601.306976:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249592:12345-0@lo:400
00000100:00100000:0.0:1329972601.306993:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249592:12345-0@lo:400 Request procesed in 20us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972601.307001:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249593:12345-0@lo:400
00000100:00100000:0.0:1329972601.307013:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249593:12345-0@lo:400 Request procesed in 14us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972601.307020:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249595:12345-0@lo:400
00000100:00100000:0.0:1329972601.307030:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249595:12345-0@lo:400 Request procesed in 12us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972601.307037:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249596:12345-0@lo:400
00000100:00100000:0.0:1329972601.307048:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249596:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972601.307058:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972601 exp ffff880008f8f400
00000100:00100000:0.0:1329972601.307066:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249594:12345-0@lo:400
00000100:00100000:0.0:1329972601.307083:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249594:12345-0@lo:400 Request procesed in 18us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972601.307107:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249591:0@lo:400
00000100:00100000:0.0:1329972601.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249592:0@lo:400
00000100:00100000:0.0:1329972601.307117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249593:0@lo:400
00000100:00100000:0.0:1329972601.307122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249594:0@lo:400
00000100:00100000:0.0:1329972601.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249595:0@lo:400
00000100:00100000:0.0:1329972601.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249596:0@lo:400
00000100:00100000:0.0:1329972601.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972602.369585:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972603.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972604.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972605.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972606.306656:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972606.306663:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972606.306665:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972606.306670:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334728966
00000100:00000400:0.0:1329972606.306672:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972606.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972606.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972606.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972606.306700:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972606.306702:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972606.306703:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972606.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334728966
00000100:00000400:0.0:1329972606.306707:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972606.306709:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972606.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972606.306715:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972606.306737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249599:0@lo:400
00000100:00100000:0.0:1329972606.306762:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972606.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249600:0@lo:400
00000100:00100000:0.0:1329972606.306780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972606.306785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249601:0@lo:400
00000100:00100000:0.0:1329972606.306792:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972606.306797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249602:0@lo:400
00000100:00100000:0.0:1329972606.306804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972606.306809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249603:0@lo:400
00000100:00100000:0.0:1329972606.306816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972606.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249604:0@lo:400
00000100:00100000:0.0:1329972606.306859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972606.306882:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972606 exp ffff880008f8fc00
00000100:00080000:0.0:1329972606.306890:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972606 exp ffff880057c49800
00000100:00080000:0.0:1329972606.306895:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972606 exp ffff8800572c1c00
00000100:00080000:0.0:1329972606.306900:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972606 exp ffff880046d08400
00000100:00100000:0.0:1329972606.306923:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249600:12345-0@lo:400
00000100:00100000:0.0:1329972606.306953:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249600:12345-0@lo:400 Request procesed in 47us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972606.306963:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249601:12345-0@lo:400
00000100:00100000:0.0:1329972606.306975:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249601:12345-0@lo:400 Request procesed in 15us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972606.306982:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249603:12345-0@lo:400
00000100:00100000:0.0:1329972606.306993:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249603:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972606.307016:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249604:12345-0@lo:400
00000100:00100000:0.0:1329972606.307027:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249604:12345-0@lo:400 Request procesed in 16us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972606.307046:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972606 exp ffff880008f8f400
00000100:00100000:0.0:1329972606.307055:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249602:12345-0@lo:400
00000100:00100000:0.0:1329972606.307072:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249602:12345-0@lo:400 Request procesed in 19us (267us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972606.307082:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972606 exp ffff880052834000
00000100:00100000:0.0:1329972606.307091:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249599:12345-0@lo:400
00000100:00100000:0.0:1329972606.307105:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249599:12345-0@lo:400 Request procesed in 16us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972606.307120:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249605:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972606.307133:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249605 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972606] [real_sent 1329972606] [current 1329972606] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972606.307143:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249605/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972606.307150:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972606.307151:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972606.307154:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249605:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972606.307157:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249606:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972606.307164:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249606 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972606] [real_sent 1329972606] [current 1329972606] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972606.307171:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249606/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972631 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972606.307176:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972606.307177:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972606.307179:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249606:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972606.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249599:0@lo:400
00000100:00100000:0.0:1329972606.307201:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249600:0@lo:400
00000100:00100000:0.0:1329972606.307205:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249601:0@lo:400
00000100:00100000:0.0:1329972606.307209:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249602:0@lo:400
00000100:00100000:0.0:1329972606.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249603:0@lo:400
00000100:00100000:0.0:1329972606.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249604:0@lo:400
00000100:00100000:0.0:1329972606.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972607.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972608.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972609.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972610.369663:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972611.306653:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972611.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972611.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972611.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334733966
00000100:00000400:0.0:1329972611.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972611.306675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972611.306681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972611.306689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972611.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972611.306698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972611.306699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972611.306701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334733966
00000100:00000400:0.0:1329972611.306703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972611.306705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972611.306707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972611.306711:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972611.306731:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249613:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972611.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249613 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972611] [real_sent 1329972611] [current 1329972611] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972611.306776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249613/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972611.306782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972611.306784:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972611.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249613:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972611.306789:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249614:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972611.306796:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249614 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972611] [real_sent 1329972611] [current 1329972611] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972611.306803:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249614/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972636 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972611.306808:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972611.306809:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972611.306811:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249614:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972611.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249607:0@lo:400
00000100:00100000:0.0:1329972611.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972611.306845:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249608:0@lo:400
00000100:00100000:0.0:1329972611.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972611.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249609:0@lo:400
00000100:00100000:0.0:1329972611.306865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972611.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249610:0@lo:400
00000100:00100000:0.0:1329972611.306878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972611.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249611:0@lo:400
00000100:00100000:0.0:1329972611.306889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972611.306894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249612:0@lo:400
00000100:00100000:0.0:1329972611.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972611.306918:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972611 exp ffff880008f8fc00
00000100:00080000:0.0:1329972611.306926:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972611 exp ffff880057c49800
00000100:00080000:0.0:1329972611.306931:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972611 exp ffff8800572c1c00
00000100:00080000:0.0:1329972611.306935:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972611 exp ffff880046d08400
00000100:00100000:0.0:1329972611.306951:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249608:12345-0@lo:400
00000100:00100000:0.0:1329972611.306978:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249608:12345-0@lo:400 Request procesed in 37us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972611.306987:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249609:12345-0@lo:400
00000100:00100000:0.0:1329972611.307002:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249609:12345-0@lo:400 Request procesed in 16us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972611.307009:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249611:12345-0@lo:400
00000100:00100000:0.0:1329972611.307020:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249611:12345-0@lo:400 Request procesed in 14us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972611.307027:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249612:12345-0@lo:400
00000100:00100000:0.0:1329972611.307037:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249612:12345-0@lo:400 Request procesed in 12us (136us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972611.307054:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972611 exp ffff880052834000
00000100:00100000:0.0:1329972611.307062:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249607:12345-0@lo:400
00000100:00100000:0.0:1329972611.307076:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249607:12345-0@lo:400 Request procesed in 17us (239us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972611.307091:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972611 exp ffff880008f8f400
00000100:00100000:0.0:1329972611.307100:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249610:12345-0@lo:400
00000100:00100000:0.0:1329972611.307116:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249610:12345-0@lo:400 Request procesed in 20us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972611.307143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249607:0@lo:400
00000100:00100000:0.0:1329972611.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249608:0@lo:400
00000100:00100000:0.0:1329972611.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249609:0@lo:400
00000100:00100000:0.0:1329972611.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249610:0@lo:400
00000100:00100000:0.0:1329972611.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249611:0@lo:400
00000100:00100000:0.0:1329972611.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249612:0@lo:400
00000100:00100000:0.0:1329972611.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972612.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972613.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972614.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972615.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972616.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972616.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972616.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972616.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334738966
00000100:00000400:0.0:1329972616.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972616.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972616.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972616.306682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373249621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972616.306689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972616.306691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972616.306692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972616.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334738966
00000100:00000400:0.0:1329972616.306696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972616.306698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972616.306701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972616.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880016fe6400 x1394565373249622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972616.306725:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249621:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972616.306780:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249621 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972616] [real_sent 1329972616] [current 1329972616] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373249621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972616.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373249621/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972616.306797:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972616.306798:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972616.306801:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249621:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972616.306804:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249622:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972616.306811:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249622 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972616] [real_sent 1329972616] [current 1329972616] [deadline 25s] [delay -25s]  req@ffff880016fe6400 x1394565373249622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972616.306819:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880016fe6400 x1394565373249622/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972641 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972616.306823:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972616.306825:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972616.306827:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249622:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972616.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249615:0@lo:400
00000100:00100000:0.0:1329972616.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972616.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249616:0@lo:400
00000100:00100000:0.0:1329972616.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972616.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249617:0@lo:400
00000100:00100000:0.0:1329972616.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972616.306887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249618:0@lo:400
00000100:00100000:0.0:1329972616.306951:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972616.306959:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249619:0@lo:400
00000100:00100000:0.0:1329972616.306967:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972616.306972:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249620:0@lo:400
00000100:00100000:0.0:1329972616.306979:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972616.306998:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972616 exp ffff880008f8fc00
00000100:00080000:0.0:1329972616.307006:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972616 exp ffff880057c49800
00000100:00080000:0.0:1329972616.307011:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972616 exp ffff8800572c1c00
00000100:00080000:0.0:1329972616.307015:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972616 exp ffff880046d08400
00000100:00100000:0.0:1329972616.307040:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249616:12345-0@lo:400
00000100:00100000:0.0:1329972616.307067:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249616:12345-0@lo:400 Request procesed in 45us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972616.307076:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249617:12345-0@lo:400
00000100:00100000:0.0:1329972616.307089:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249617:12345-0@lo:400 Request procesed in 14us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972616.307095:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249619:12345-0@lo:400
00000100:00100000:0.0:1329972616.307106:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249619:12345-0@lo:400 Request procesed in 13us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972616.307113:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249620:12345-0@lo:400
00000100:00100000:0.0:1329972616.307123:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249620:12345-0@lo:400 Request procesed in 12us (144us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972616.307140:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972616 exp ffff880052834000
00000100:00100000:0.0:1329972616.307149:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249615:12345-0@lo:400
00000100:00100000:0.0:1329972616.307162:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249615:12345-0@lo:400 Request procesed in 16us (309us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972616.307178:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972616 exp ffff880008f8f400
00000100:00100000:0.0:1329972616.307187:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249618:12345-0@lo:400
00000100:00100000:0.0:1329972616.307203:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249618:12345-0@lo:400 Request procesed in 19us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972616.307217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249615:0@lo:400
00000100:00100000:0.0:1329972616.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249616:0@lo:400
00000100:00100000:0.0:1329972616.307227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249617:0@lo:400
00000100:00100000:0.0:1329972616.307232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249618:0@lo:400
00000100:00100000:0.0:1329972616.307235:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249619:0@lo:400
00000100:00100000:0.0:1329972616.307239:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249620:0@lo:400
00000100:00100000:0.0:1329972616.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972617.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972618.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972619.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972620.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972621.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972621.306647:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972621.306649:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972621.306654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334743966
00000100:00000400:0.0:1329972621.306656:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972621.306661:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972621.306667:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972621.306675:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972621.306683:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972621.306685:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972621.306686:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972621.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334743966
00000100:00000400:0.0:1329972621.306690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972621.306692:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972621.306694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972621.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373249630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972621.306718:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249629:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972621.306753:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249629 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972621] [real_sent 1329972621] [current 1329972621] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972621.306763:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249629/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972621.306769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972621.306771:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972621.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249629:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972621.306776:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249630:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972621.306784:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249630 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972621] [real_sent 1329972621] [current 1329972621] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373249630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972621.306791:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373249630/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972646 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972621.306796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972621.306797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972621.306799:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249630:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972621.306953:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972621.306992:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972621.307003:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972621.307015:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249623:0@lo:400
00000100:00100000:0.0:1329972621.307030:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972621.307037:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249624:0@lo:400
00000100:00100000:0.0:1329972621.307045:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972621.307050:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249625:0@lo:400
00000100:00100000:0.0:1329972621.307057:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972621.307061:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249626:0@lo:400
00000100:00100000:0.0:1329972621.307069:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972621.307073:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249627:0@lo:400
00000100:00100000:0.0:1329972621.307106:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972621.307114:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249628:0@lo:400
00000100:00100000:0.0:1329972621.307123:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972621.307141:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972621 exp ffff880008f8fc00
00000100:00080000:0.0:1329972621.307149:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972621 exp ffff880057c49800
00000100:00080000:0.0:1329972621.307154:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972621 exp ffff8800572c1c00
00000100:00080000:0.0:1329972621.307158:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972621 exp ffff880046d08400
00000100:00100000:0.0:1329972621.307174:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249624:12345-0@lo:400
00000100:00100000:0.0:1329972621.307202:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249624:12345-0@lo:400 Request procesed in 37us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972621.307211:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249625:12345-0@lo:400
00000100:00100000:0.0:1329972621.307223:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249625:12345-0@lo:400 Request procesed in 14us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972621.307243:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249627:12345-0@lo:400
00000100:00100000:0.0:1329972621.307254:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249627:12345-0@lo:400 Request procesed in 14us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972621.307294:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249628:12345-0@lo:400
00000100:00100000:0.0:1329972621.307308:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249628:12345-0@lo:400 Request procesed in 17us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972621.307327:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972621 exp ffff880052834000
00000100:00100000:0.0:1329972621.307336:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249623:12345-0@lo:400
00000100:00100000:0.0:1329972621.307350:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249623:12345-0@lo:400 Request procesed in 17us (321us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972621.307363:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972621 exp ffff880008f8f400
00000100:00100000:0.0:1329972621.307372:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249626:12345-0@lo:400
00000100:00100000:0.0:1329972621.307389:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249626:12345-0@lo:400 Request procesed in 19us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972621.307403:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249623:0@lo:400
00000100:00100000:0.0:1329972621.307409:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249624:0@lo:400
00000100:00100000:0.0:1329972621.307413:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249625:0@lo:400
00000100:00100000:0.0:1329972621.307417:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249626:0@lo:400
00000100:00100000:0.0:1329972621.307421:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249627:0@lo:400
00000100:00100000:0.0:1329972621.307425:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249628:0@lo:400
00000100:00100000:0.0:1329972621.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972622.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972623.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972624.369645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972625.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972626.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972626.306637:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972626.306639:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972626.306644:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334748966
00000100:00000400:0.0:1329972626.306647:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972626.306652:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972626.306658:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972626.306666:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373249637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972626.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972626.306675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972626.306676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972626.306679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334748966
00000100:00000400:0.0:1329972626.306680:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972626.306682:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972626.306684:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972626.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972626.306708:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249631:0@lo:400
00000100:00100000:0.0:1329972626.306733:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972626.306743:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249632:0@lo:400
00000100:00100000:0.0:1329972626.306754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972626.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249633:0@lo:400
00000100:00100000:0.0:1329972626.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972626.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249634:0@lo:400
00000100:00100000:0.0:1329972626.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972626.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249635:0@lo:400
00000100:00100000:0.0:1329972626.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972626.306794:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249636:0@lo:400
00000100:00100000:0.0:1329972626.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972626.306818:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972626 exp ffff880008f8fc00
00000100:00080000:0.0:1329972626.306826:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972626 exp ffff880057c49800
00000100:00080000:0.0:1329972626.306831:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972626 exp ffff8800572c1c00
00000100:00080000:0.0:1329972626.306835:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972626 exp ffff880046d08400
00000100:00100000:0.0:1329972626.306859:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249632:12345-0@lo:400
00000100:00100000:0.0:1329972626.306886:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249632:12345-0@lo:400 Request procesed in 44us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972626.306896:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249633:12345-0@lo:400
00000100:00100000:0.0:1329972626.306908:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249633:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972626.306915:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249635:12345-0@lo:400
00000100:00100000:0.0:1329972626.306925:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249635:12345-0@lo:400 Request procesed in 13us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972626.306932:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249636:12345-0@lo:400
00000100:00100000:0.0:1329972626.306943:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249636:12345-0@lo:400 Request procesed in 12us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972626.306960:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972626 exp ffff880008f8f400
00000100:00100000:0.0:1329972626.306969:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249634:12345-0@lo:400
00000100:00100000:0.0:1329972626.306985:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249634:12345-0@lo:400 Request procesed in 20us (207us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972626.306996:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972626 exp ffff880052834000
00000100:00100000:0.0:1329972626.307004:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249631:12345-0@lo:400
00000100:00100000:0.0:1329972626.307017:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249631:12345-0@lo:400 Request procesed in 15us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972626.307033:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249637:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972626.307046:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249637 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972626] [real_sent 1329972626] [current 1329972626] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373249637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972626.307056:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373249637/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972626.307062:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972626.307063:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972626.307066:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249637:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972626.307069:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249638:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972626.307076:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249638 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972626] [real_sent 1329972626] [current 1329972626] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972626.307083:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249638/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972651 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972626.307088:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972626.307089:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972626.307091:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249638:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972626.307106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249631:0@lo:400
00000100:00100000:0.0:1329972626.307112:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249632:0@lo:400
00000100:00100000:0.0:1329972626.307116:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249633:0@lo:400
00000100:00100000:0.0:1329972626.307120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249634:0@lo:400
00000100:00100000:0.0:1329972626.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249635:0@lo:400
00000100:00100000:0.0:1329972626.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249636:0@lo:400
00000100:00100000:0.0:1329972626.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972627.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972628.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972629.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972630.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972631.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972631.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972631.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972631.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334753966
00000100:00000400:0.0:1329972631.306678:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972631.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972631.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972631.306698:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9000 x1394565373249645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972631.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972631.306707:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972631.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972631.306711:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334753966
00000100:00000400:0.0:1329972631.306712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972631.306714:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972631.306716:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972631.306720:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373249646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972631.306739:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249639:0@lo:400
00000100:00100000:0.0:1329972631.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972631.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249640:0@lo:400
00000100:00100000:0.0:1329972631.306782:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972631.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249641:0@lo:400
00000100:00100000:0.0:1329972631.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972631.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249642:0@lo:400
00000100:00100000:0.0:1329972631.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972631.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249643:0@lo:400
00000100:00100000:0.0:1329972631.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972631.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249644:0@lo:400
00000100:00100000:0.0:1329972631.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972631.306851:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972631 exp ffff880008f8fc00
00000100:00080000:0.0:1329972631.306859:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972631 exp ffff880057c49800
00000100:00080000:0.0:1329972631.306864:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972631 exp ffff8800572c1c00
00000100:00080000:0.0:1329972631.306869:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972631 exp ffff880046d08400
00000100:00100000:0.0:1329972631.306885:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249640:12345-0@lo:400
00000100:00100000:0.0:1329972631.306912:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249640:12345-0@lo:400 Request procesed in 37us (129us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972631.306921:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249641:12345-0@lo:400
00000100:00100000:0.0:1329972631.306935:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249641:12345-0@lo:400 Request procesed in 16us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972631.306942:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249643:12345-0@lo:400
00000100:00100000:0.0:1329972631.306953:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249643:12345-0@lo:400 Request procesed in 13us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972631.306960:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249644:12345-0@lo:400
00000100:00100000:0.0:1329972631.306970:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249644:12345-0@lo:400 Request procesed in 13us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972631.306986:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972631 exp ffff880052834000
00000100:00100000:0.0:1329972631.306995:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249639:12345-0@lo:400
00000100:00100000:0.0:1329972631.307009:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249639:12345-0@lo:400 Request procesed in 16us (244us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972631.307024:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972631 exp ffff880008f8f400
00000100:00100000:0.0:1329972631.307033:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249642:12345-0@lo:400
00000100:00100000:0.0:1329972631.307050:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249642:12345-0@lo:400 Request procesed in 19us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972631.307060:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249645:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972631.307073:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249645 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972631] [real_sent 1329972631] [current 1329972631] [deadline 25s] [delay -25s]  req@ffff8800175e9000 x1394565373249645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972631.307097:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9000 x1394565373249645/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972631.307104:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972631.307105:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972631.307108:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249645:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972631.307111:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249646:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972631.307118:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249646 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972631] [real_sent 1329972631] [current 1329972631] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373249646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972631.307125:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373249646/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972656 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972631.307130:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972631.307132:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972631.307134:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249646:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972631.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249639:0@lo:400
00000100:00100000:0.0:1329972631.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249640:0@lo:400
00000100:00100000:0.0:1329972631.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249641:0@lo:400
00000100:00100000:0.0:1329972631.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249642:0@lo:400
00000100:00100000:0.0:1329972631.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249643:0@lo:400
00000100:00100000:0.0:1329972631.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249644:0@lo:400
00000100:00100000:0.0:1329972631.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972632.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972633.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972634.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972635.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972636.306647:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972636.306654:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972636.306656:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972636.306661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334758966
00000100:00000400:0.0:1329972636.306663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972636.306669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972636.306675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972636.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373249653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972636.306690:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972636.306692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972636.306693:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972636.306695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334758966
00000100:00000400:0.0:1329972636.306698:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972636.306700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972636.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972636.306705:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005b0eb400 x1394565373249654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972636.306726:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249647:0@lo:400
00000100:00100000:0.0:1329972636.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972636.306762:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249648:0@lo:400
00000100:00100000:0.0:1329972636.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972636.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249649:0@lo:400
00000100:00100000:0.0:1329972636.306813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972636.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249650:0@lo:400
00000100:00080000:0.0:1329972636.306836:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972636 exp ffff880008f8fc00
00000100:00080000:0.0:1329972636.306844:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972636 exp ffff880057c49800
00000100:00100000:0.0:1329972636.306867:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249648:12345-0@lo:400
00000100:00100000:0.0:1329972636.306893:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249648:12345-0@lo:400 Request procesed in 43us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972636.306917:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249649:12345-0@lo:400
00000100:00100000:0.0:1329972636.306929:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249649:12345-0@lo:400 Request procesed in 16us (117us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972636.306942:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972636 exp ffff880052834000
00000100:00100000:0.0:1329972636.306950:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249647:12345-0@lo:400
00000100:00100000:0.0:1329972636.306963:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249647:12345-0@lo:400 Request procesed in 16us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972636.306980:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972636.306986:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249651:0@lo:400
00000100:00080000:0.0:1329972636.306993:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972636 exp ffff880008f8f400
00000100:00100000:0.0:1329972636.307002:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249650:12345-0@lo:400
00000100:00100000:0.0:1329972636.307018:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249650:12345-0@lo:400 Request procesed in 19us (38us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972636.307029:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249653:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972636.307041:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249653 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972636] [real_sent 1329972636] [current 1329972636] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373249653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972636.307051:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373249653/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972636.307058:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972636.307059:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972636.307062:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249653:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972636.307065:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249654:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972636.307072:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249654 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972636] [real_sent 1329972636] [current 1329972636] [deadline 25s] [delay -25s]  req@ffff88005b0eb400 x1394565373249654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972636.307079:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005b0eb400 x1394565373249654/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972661 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972636.307084:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972636.307085:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972636.307087:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249654:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972636.307102:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972636.307107:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249652:0@lo:400
00000100:00100000:0.0:1329972636.307115:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972636.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249647:0@lo:400
00000100:00100000:0.0:1329972636.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249648:0@lo:400
00000100:00100000:0.0:1329972636.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249649:0@lo:400
00000100:00100000:0.0:1329972636.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249650:0@lo:400
00000100:00080000:0.0:1329972636.307150:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972636 exp ffff8800572c1c00
00000100:00080000:0.0:1329972636.307155:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972636 exp ffff880046d08400
00000100:00100000:0.0:1329972636.307163:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249651:12345-0@lo:400
00000100:00100000:0.0:1329972636.307178:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249651:12345-0@lo:400 Request procesed in 19us (76us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972636.307207:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249652:12345-0@lo:400
00000100:00100000:0.0:1329972636.307220:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249652:12345-0@lo:400 Request procesed in 17us (105us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972636.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249651:0@lo:400
00000100:00100000:0.0:1329972636.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249652:0@lo:400
00000100:00100000:0.0:1329972636.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972637.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972638.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972639.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972640.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972641.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972641.306683:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972641.306685:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972641.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334763966
00000100:00000400:0.0:1329972641.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972641.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972641.306703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972641.306710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373249661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972641.306717:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972641.306719:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972641.306720:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972641.306723:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334763966
00000100:00000400:0.0:1329972641.306724:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972641.306726:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972641.306729:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972641.306732:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81c00 x1394565373249662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972641.306750:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249661:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972641.306777:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249661 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972641] [real_sent 1329972641] [current 1329972641] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373249661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972641.306787:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373249661/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972641.306793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972641.306795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972641.306797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249661:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972641.306800:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249662:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972641.306808:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249662 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972641] [real_sent 1329972641] [current 1329972641] [deadline 25s] [delay -25s]  req@ffff88005af81c00 x1394565373249662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972641.306815:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81c00 x1394565373249662/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972666 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972641.306824:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972641.306826:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972641.306828:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249662:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972641.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249655:0@lo:400
00000100:00100000:0.0:1329972641.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972641.306860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249656:0@lo:400
00000100:00080000:0.0:1329972641.306874:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972641 exp ffff880052834000
00000100:00100000:0.0:1329972641.306892:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249655:12345-0@lo:400
00000100:00100000:0.0:1329972641.306914:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249655:12345-0@lo:400 Request procesed in 31us (60us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972641.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972641.306938:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249657:0@lo:400
00000100:00080000:0.0:1329972641.306944:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972641 exp ffff880008f8fc00
00000100:00100000:0.0:1329972641.306953:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249656:12345-0@lo:400
00000100:00100000:0.0:1329972641.306970:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249656:12345-0@lo:400 Request procesed in 19us (37us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972641.306983:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972641.306988:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249658:0@lo:400
00000100:00080000:0.0:1329972641.306994:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972641 exp ffff880057c49800
00000100:00100000:0.0:1329972641.307001:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249657:12345-0@lo:400
00000100:00100000:0.0:1329972641.307014:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249657:12345-0@lo:400 Request procesed in 15us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972641.307026:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972641.307031:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249659:0@lo:400
00000100:00080000:0.0:1329972641.307038:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972641 exp ffff880008f8f400
00000100:00100000:0.0:1329972641.307046:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249658:12345-0@lo:400
00000100:00100000:0.0:1329972641.307062:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249658:12345-0@lo:400 Request procesed in 19us (36us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972641.307075:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972641.307080:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249660:0@lo:400
00000100:00080000:0.0:1329972641.307085:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972641 exp ffff8800572c1c00
00000100:00100000:0.0:1329972641.307092:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249659:12345-0@lo:400
00000100:00100000:0.0:1329972641.307104:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249659:12345-0@lo:400 Request procesed in 15us (29us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972641.307116:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972641.307126:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249655:0@lo:400
00000100:00100000:0.0:1329972641.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249656:0@lo:400
00000100:00100000:0.0:1329972641.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249657:0@lo:400
00000100:00100000:0.0:1329972641.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249658:0@lo:400
00000100:00100000:0.0:1329972641.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249659:0@lo:400
00000100:00080000:0.0:1329972641.307154:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972641 exp ffff880046d08400
00000100:00100000:0.0:1329972641.307162:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249660:12345-0@lo:400
00000100:00100000:0.0:1329972641.307177:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249660:12345-0@lo:400 Request procesed in 17us (60us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972641.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249660:0@lo:400
00000100:00100000:0.0:1329972641.369637:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972642.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972643.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972644.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972645.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972646.306719:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972646.306726:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972646.306728:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972646.306733:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334768966
00000100:00000400:0.0:1329972646.306736:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972646.306741:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972646.306747:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972646.306755:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373249669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972646.306762:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972646.306764:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972646.306765:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972646.306768:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334768966
00000100:00000400:0.0:1329972646.306769:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972646.306771:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972646.306773:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972646.306783:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972646.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249663:0@lo:400
00000100:00100000:0.0:1329972646.306830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972646.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249664:0@lo:400
00000100:00080000:0.0:1329972646.306854:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972646 exp ffff880052834000
00000100:00100000:0.0:1329972646.306878:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249663:12345-0@lo:400
00000100:00100000:0.0:1329972646.306901:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249663:12345-0@lo:400 Request procesed in 38us (70us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972646.306917:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249669:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972646.306930:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249669 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972646] [real_sent 1329972646] [current 1329972646] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373249669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972646.306941:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373249669/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972646.306947:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972646.306949:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972646.306951:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249669:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972646.306954:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249670:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972646.306961:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249670 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972646] [real_sent 1329972646] [current 1329972646] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972646.306968:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249670/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972671 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972646.306973:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972646.306974:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972646.306976:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249670:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972646.306993:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972646.306999:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249665:0@lo:400
00000100:00080000:0.0:1329972646.307006:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972646 exp ffff880008f8fc00
00000100:00100000:0.0:1329972646.307015:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249664:12345-0@lo:400
00000100:00100000:0.0:1329972646.307033:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249664:12345-0@lo:400 Request procesed in 20us (39us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972646.307046:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972646.307051:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249666:0@lo:400
00000100:00080000:0.0:1329972646.307057:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972646 exp ffff880057c49800
00000100:00100000:0.0:1329972646.307064:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249665:12345-0@lo:400
00000100:00100000:0.0:1329972646.307077:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249665:12345-0@lo:400 Request procesed in 16us (31us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972646.307090:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972646.307095:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249667:0@lo:400
00000100:00080000:0.0:1329972646.307101:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972646 exp ffff880008f8f400
00000100:00100000:0.0:1329972646.307110:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249666:12345-0@lo:400
00000100:00100000:0.0:1329972646.307126:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249666:12345-0@lo:400 Request procesed in 19us (36us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972646.307139:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972646.307144:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249668:0@lo:400
00000100:00080000:0.0:1329972646.307149:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972646 exp ffff8800572c1c00
00000100:00100000:0.0:1329972646.307158:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249667:12345-0@lo:400
00000100:00100000:0.0:1329972646.307171:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249667:12345-0@lo:400 Request procesed in 16us (31us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972646.307183:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972646.307194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249663:0@lo:400
00000100:00100000:0.0:1329972646.307200:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249664:0@lo:400
00000100:00100000:0.0:1329972646.307204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249665:0@lo:400
00000100:00100000:0.0:1329972646.307208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249666:0@lo:400
00000100:00100000:0.0:1329972646.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249667:0@lo:400
00000100:00080000:0.0:1329972646.307222:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972646 exp ffff880046d08400
00000100:00100000:0.0:1329972646.307229:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249668:12345-0@lo:400
00000100:00100000:0.0:1329972646.307244:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249668:12345-0@lo:400 Request procesed in 18us (61us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972646.307264:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249668:0@lo:400
00000100:00100000:0.0:1329972646.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972647.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972648.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972649.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972650.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972651.306667:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972651.306673:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972651.306675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972651.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334773966
00000100:00000400:0.0:1329972651.306682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972651.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972651.306693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972651.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972651.306708:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972651.306710:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972651.306711:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972651.306714:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334773966
00000100:00000400:0.0:1329972651.306715:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972651.306717:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972651.306719:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972651.306723:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373249678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972651.306741:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249677:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972651.306771:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249677 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972651] [real_sent 1329972651] [current 1329972651] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972651.306782:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249677/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972651.306788:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972651.306790:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972651.306793:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249677:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972651.306795:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249678:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972651.306803:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249678 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972651] [real_sent 1329972651] [current 1329972651] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373249678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972651.306810:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373249678/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972676 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972651.306815:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972651.306816:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972651.306818:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249678:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972651.306832:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249671:0@lo:400
00000100:00100000:0.0:1329972651.306845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972651.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249672:0@lo:400
00000100:00100000:0.0:1329972651.306916:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972651.306924:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249673:0@lo:400
00000100:00080000:0.0:1329972651.306939:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972651 exp ffff880052834000
00000100:00100000:0.0:1329972651.306959:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249671:12345-0@lo:400
00000100:00100000:0.0:1329972651.306983:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249671:12345-0@lo:400 Request procesed in 34us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972651.306997:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972651 exp ffff880008f8fc00
00000100:00100000:0.0:1329972651.307006:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249672:12345-0@lo:400
00000100:00100000:0.0:1329972651.307023:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249672:12345-0@lo:400 Request procesed in 20us (108us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972651.307038:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972651.307043:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249674:0@lo:400
00000100:00100000:0.0:1329972651.307051:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972651.307056:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249675:0@lo:400
00000100:00080000:0.0:1329972651.307063:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972651 exp ffff880008f8f400
00000100:00100000:0.0:1329972651.307072:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249674:12345-0@lo:400
00000100:00100000:0.0:1329972651.307089:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249674:12345-0@lo:400 Request procesed in 19us (37us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972651.307098:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972651 exp ffff880057c49800
00000100:00100000:0.0:1329972651.307106:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249673:12345-0@lo:400
00000100:00100000:0.0:1329972651.307118:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249673:12345-0@lo:400 Request procesed in 15us (80us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972651.307130:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972651.307135:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249676:0@lo:400
00000100:00100000:0.0:1329972651.307141:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972651.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249671:0@lo:400
00000100:00100000:0.0:1329972651.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249672:0@lo:400
00000100:00100000:0.0:1329972651.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249673:0@lo:400
00000100:00100000:0.0:1329972651.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249674:0@lo:400
00000100:00080000:0.0:1329972651.307178:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972651 exp ffff8800572c1c00
00000100:00080000:0.0:1329972651.307183:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972651 exp ffff880046d08400
00000100:00100000:0.0:1329972651.307191:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249675:12345-0@lo:400
00000100:00100000:0.0:1329972651.307245:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249675:12345-0@lo:400 Request procesed in 56us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972651.307256:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249676:12345-0@lo:400
00000100:00100000:0.0:1329972651.307268:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249676:12345-0@lo:400 Request procesed in 14us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972651.307283:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249675:0@lo:400
00000100:00100000:0.0:1329972651.307287:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249676:0@lo:400
00000100:00100000:0.0:1329972651.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972652.369632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972653.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972654.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972655.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972656.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972656.306660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972656.306662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972656.306667:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334778966
00000100:00000400:0.0:1329972656.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972656.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972656.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972656.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972656.306694:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972656.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972656.306697:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972656.306699:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334778966
00000100:00000400:0.0:1329972656.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972656.306703:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972656.306705:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972656.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373249686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972656.306754:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249685:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972656.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249685 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972656] [real_sent 1329972656] [current 1329972656] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972656.306793:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249685/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972656.306800:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972656.306801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972656.306804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249685:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972656.306807:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249686:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972656.306814:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249686 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972656] [real_sent 1329972656] [current 1329972656] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373249686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972656.306821:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373249686/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972681 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972656.306826:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972656.306827:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972656.306829:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249686:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972656.306843:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249679:0@lo:400
00000100:00100000:0.0:1329972656.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972656.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249680:0@lo:400
00000100:00100000:0.0:1329972656.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972656.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249681:0@lo:400
00000100:00100000:0.0:1329972656.306881:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972656.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249682:0@lo:400
00000100:00100000:0.0:1329972656.306893:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972656.306897:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249683:0@lo:400
00000100:00100000:0.0:1329972656.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972656.306908:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249684:0@lo:400
00000100:00100000:0.0:1329972656.306915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972656.306932:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972656 exp ffff880052834000
00000100:00100000:0.0:1329972656.306957:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249679:12345-0@lo:400
00000100:00100000:0.0:1329972656.306981:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249679:12345-0@lo:400 Request procesed in 41us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972656.306995:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972656 exp ffff880008f8fc00
00000100:00080000:0.0:1329972656.307001:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972656 exp ffff880057c49800
00000100:00080000:0.0:1329972656.307006:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972656 exp ffff8800572c1c00
00000100:00080000:0.0:1329972656.307010:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972656 exp ffff880046d08400
00000100:00100000:0.0:1329972656.307019:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249680:12345-0@lo:400
00000100:00100000:0.0:1329972656.307035:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249680:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972656.307044:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249681:12345-0@lo:400
00000100:00100000:0.0:1329972656.307056:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249681:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972656.307062:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249683:12345-0@lo:400
00000100:00100000:0.0:1329972656.307074:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249683:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972656.307081:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249684:12345-0@lo:400
00000100:00100000:0.0:1329972656.307092:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249684:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972656.307102:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972656 exp ffff880008f8f400
00000100:00100000:0.0:1329972656.307111:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249682:12345-0@lo:400
00000100:00100000:0.0:1329972656.307127:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249682:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972656.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249679:0@lo:400
00000100:00100000:0.0:1329972656.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249680:0@lo:400
00000100:00100000:0.0:1329972656.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249681:0@lo:400
00000100:00100000:0.0:1329972656.307166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249682:0@lo:400
00000100:00100000:0.0:1329972656.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249683:0@lo:400
00000100:00100000:0.0:1329972656.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249684:0@lo:400
00000100:00100000:0.0:1329972656.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972657.369651:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972658.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972659.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972660.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972661.306613:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972661.306619:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972661.306621:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972661.306626:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334783966
00000100:00000400:0.0:1329972661.306628:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972661.306642:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972661.306648:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972661.306656:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800458c2800 x1394565373249693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972661.306663:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972661.306665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972661.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972661.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334783966
00000100:00000400:0.0:1329972661.306670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972661.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972661.306674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972661.306678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972661.306695:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249693:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972661.306720:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249693 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972661] [real_sent 1329972661] [current 1329972661] [deadline 25s] [delay -25s]  req@ffff8800458c2800 x1394565373249693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972661.306731:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800458c2800 x1394565373249693/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972661.306737:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972661.306739:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972661.306741:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249693:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972661.306744:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249694:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972661.306751:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249694 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972661] [real_sent 1329972661] [current 1329972661] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972661.306758:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249694/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972686 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972661.306763:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972661.306764:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972661.306766:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249694:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972661.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249687:0@lo:400
00000100:00100000:0.0:1329972661.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972661.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249688:0@lo:400
00000100:00100000:0.0:1329972661.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972661.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249689:0@lo:400
00000100:00100000:0.0:1329972661.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972661.306834:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249690:0@lo:400
00000100:00100000:0.0:1329972661.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972661.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249691:0@lo:400
00000100:00100000:0.0:1329972661.306853:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972661.306858:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249692:0@lo:400
00000100:00100000:0.0:1329972661.306891:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972661.306913:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972661 exp ffff880052834000
00000100:00100000:0.0:1329972661.306932:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249687:12345-0@lo:400
00000100:00100000:0.0:1329972661.306957:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249687:12345-0@lo:400 Request procesed in 35us (155us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972661.306971:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972661 exp ffff880008f8fc00
00000100:00080000:0.0:1329972661.306977:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972661 exp ffff880057c49800
00000100:00080000:0.0:1329972661.306982:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972661 exp ffff8800572c1c00
00000100:00080000:0.0:1329972661.306986:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972661 exp ffff880046d08400
00000100:00100000:0.0:1329972661.306994:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249688:12345-0@lo:400
00000100:00100000:0.0:1329972661.307011:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249688:12345-0@lo:400 Request procesed in 20us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972661.307019:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249689:12345-0@lo:400
00000100:00100000:0.0:1329972661.307031:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249689:12345-0@lo:400 Request procesed in 14us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972661.307045:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249691:12345-0@lo:400
00000100:00100000:0.0:1329972661.307057:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249691:12345-0@lo:400 Request procesed in 14us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972661.307074:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249692:12345-0@lo:400
00000100:00100000:0.0:1329972661.307085:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249692:12345-0@lo:400 Request procesed in 14us (195us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972661.307096:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972661 exp ffff880008f8f400
00000100:00100000:0.0:1329972661.307105:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249690:12345-0@lo:400
00000100:00100000:0.0:1329972661.307121:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249690:12345-0@lo:400 Request procesed in 19us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972661.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249687:0@lo:400
00000100:00100000:0.0:1329972661.307151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249688:0@lo:400
00000100:00100000:0.0:1329972661.307155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249689:0@lo:400
00000100:00100000:0.0:1329972661.307159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249690:0@lo:400
00000100:00100000:0.0:1329972661.307163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249691:0@lo:400
00000100:00100000:0.0:1329972661.307167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249692:0@lo:400
00000100:00100000:0.0:1329972661.369593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972662.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972663.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972664.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972665.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972666.306652:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972666.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972666.306661:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972666.306666:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334788966
00000100:00000400:0.0:1329972666.306669:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972666.306674:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972666.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972666.306687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373249701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972666.306695:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972666.306696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972666.306698:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972666.306700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334788966
00000100:00000400:0.0:1329972666.306701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972666.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972666.306706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972666.306709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373249702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972666.306730:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249701:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972666.306757:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249701 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972666] [real_sent 1329972666] [current 1329972666] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373249701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972666.306768:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373249701/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972666.306774:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972666.306775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972666.306778:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249701:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972666.306781:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249702:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972666.306792:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249702 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972666] [real_sent 1329972666] [current 1329972666] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373249702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972666.306806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373249702/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972691 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972666.306811:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972666.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972666.306814:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249702:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972666.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249695:0@lo:400
00000100:00100000:0.0:1329972666.306841:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972666.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249696:0@lo:400
00000100:00100000:0.0:1329972666.306856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972666.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249697:0@lo:400
00000100:00100000:0.0:1329972666.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972666.306873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249698:0@lo:400
00000100:00100000:0.0:1329972666.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972666.306886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249699:0@lo:400
00000100:00100000:0.0:1329972666.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972666.306897:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249700:0@lo:400
00000100:00100000:0.0:1329972666.306903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972666.306920:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972666 exp ffff880052834000
00000100:00100000:0.0:1329972666.306947:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249695:12345-0@lo:400
00000100:00100000:0.0:1329972666.307006:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249695:12345-0@lo:400 Request procesed in 77us (165us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972666.307022:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972666 exp ffff880008f8fc00
00000100:00080000:0.0:1329972666.307029:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972666 exp ffff880057c49800
00000100:00080000:0.0:1329972666.307034:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972666 exp ffff8800572c1c00
00000100:00080000:0.0:1329972666.307049:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972666 exp ffff880046d08400
00000100:00100000:0.0:1329972666.307060:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249696:12345-0@lo:400
00000100:00100000:0.0:1329972666.307078:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249696:12345-0@lo:400 Request procesed in 24us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972666.307087:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249697:12345-0@lo:400
00000100:00100000:0.0:1329972666.307098:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249697:12345-0@lo:400 Request procesed in 14us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972666.307105:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249699:12345-0@lo:400
00000100:00100000:0.0:1329972666.307115:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249699:12345-0@lo:400 Request procesed in 12us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972666.307122:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249700:12345-0@lo:400
00000100:00100000:0.0:1329972666.307133:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249700:12345-0@lo:400 Request procesed in 13us (230us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972666.307144:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972666 exp ffff880008f8f400
00000100:00100000:0.0:1329972666.307152:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249698:12345-0@lo:400
00000100:00100000:0.0:1329972666.307168:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249698:12345-0@lo:400 Request procesed in 19us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972666.307203:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249695:0@lo:400
00000100:00100000:0.0:1329972666.307209:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249696:0@lo:400
00000100:00100000:0.0:1329972666.307213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249697:0@lo:400
00000100:00100000:0.0:1329972666.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249698:0@lo:400
00000100:00100000:0.0:1329972666.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249699:0@lo:400
00000100:00100000:0.0:1329972666.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249700:0@lo:400
00000100:00100000:0.0:1329972666.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972667.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972668.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972669.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972670.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972671.306642:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972671.306649:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972671.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972671.306656:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334793966
00000100:00000400:0.0:1329972671.306658:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972671.306664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972671.306670:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972671.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373249709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972671.306685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972671.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972671.306688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972671.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334793966
00000100:00000400:0.0:1329972671.306692:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972671.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972671.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972671.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972671.306720:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249709:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972671.306747:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249709 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972671] [real_sent 1329972671] [current 1329972671] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373249709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972671.306757:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373249709/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972671.306768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972671.306770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972671.306773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249709:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972671.306775:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249710:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972671.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249710 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972671] [real_sent 1329972671] [current 1329972671] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972671.306799:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249710/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972696 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972671.306804:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972671.306805:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972671.306807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249710:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972671.306821:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249703:0@lo:400
00000100:00100000:0.0:1329972671.306834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972671.306841:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249704:0@lo:400
00000100:00100000:0.0:1329972671.306849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972671.306854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249705:0@lo:400
00000100:00100000:0.0:1329972671.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972671.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249706:0@lo:400
00000100:00100000:0.0:1329972671.306931:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972671.306938:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249707:0@lo:400
00000100:00100000:0.0:1329972671.306947:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972671.306952:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249708:0@lo:400
00000100:00100000:0.0:1329972671.306958:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972671.306978:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972671 exp ffff880052834000
00000100:00100000:0.0:1329972671.306997:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249703:12345-0@lo:400
00000100:00100000:0.0:1329972671.307021:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249703:12345-0@lo:400 Request procesed in 33us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972671.307035:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972671 exp ffff880008f8fc00
00000100:00080000:0.0:1329972671.307041:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972671 exp ffff880057c49800
00000100:00080000:0.0:1329972671.307046:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972671 exp ffff8800572c1c00
00000100:00080000:0.0:1329972671.307050:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972671 exp ffff880046d08400
00000100:00100000:0.0:1329972671.307058:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249704:12345-0@lo:400
00000100:00100000:0.0:1329972671.307075:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249704:12345-0@lo:400 Request procesed in 20us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972671.307083:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249705:12345-0@lo:400
00000100:00100000:0.0:1329972671.307095:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249705:12345-0@lo:400 Request procesed in 13us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972671.307101:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249707:12345-0@lo:400
00000100:00100000:0.0:1329972671.307112:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249707:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972671.307119:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249708:12345-0@lo:400
00000100:00100000:0.0:1329972671.307130:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249708:12345-0@lo:400 Request procesed in 12us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972671.307140:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972671 exp ffff880008f8f400
00000100:00100000:0.0:1329972671.307148:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249706:12345-0@lo:400
00000100:00100000:0.0:1329972671.307164:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249706:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972671.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249703:0@lo:400
00000100:00100000:0.0:1329972671.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249704:0@lo:400
00000100:00100000:0.0:1329972671.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249705:0@lo:400
00000100:00100000:0.0:1329972671.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249706:0@lo:400
00000100:00100000:0.0:1329972671.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249707:0@lo:400
00000100:00100000:0.0:1329972671.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249708:0@lo:400
00000100:00100000:0.0:1329972671.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972672.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972673.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972674.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972675.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972676.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972676.306639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972676.306651:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972676.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334798966
00000100:00000400:0.0:1329972676.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972676.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972676.306676:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972676.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373249717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972676.306699:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972676.306701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972676.306702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972676.306704:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334798966
00000100:00000400:0.0:1329972676.306706:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972676.306708:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972676.306711:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972676.306716:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373249718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972676.306738:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249717:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972676.306767:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249717 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972676] [real_sent 1329972676] [current 1329972676] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373249717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972676.306778:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373249717/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972676.306784:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972676.306786:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972676.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249717:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972676.306791:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249718:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972676.306799:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249718 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972676] [real_sent 1329972676] [current 1329972676] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373249718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972676.306806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373249718/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972701 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972676.306841:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972676.306843:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972676.306845:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249718:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972676.306861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249711:0@lo:400
00000100:00100000:0.0:1329972676.306874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972676.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249712:0@lo:400
00000100:00100000:0.0:1329972676.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972676.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249713:0@lo:400
00000100:00100000:0.0:1329972676.306902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972676.306907:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249714:0@lo:400
00000100:00100000:0.0:1329972676.306914:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972676.306919:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249715:0@lo:400
00000100:00100000:0.0:1329972676.306956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972676.306963:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249716:0@lo:400
00000100:00100000:0.0:1329972676.306971:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972676.306991:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972676 exp ffff880052834000
00000100:00100000:0.0:1329972676.307017:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249711:12345-0@lo:400
00000100:00100000:0.0:1329972676.307042:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249711:12345-0@lo:400 Request procesed in 42us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972676.307055:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972676 exp ffff880008f8fc00
00000100:00080000:0.0:1329972676.307062:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972676 exp ffff880057c49800
00000100:00080000:0.0:1329972676.307066:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972676 exp ffff8800572c1c00
00000100:00080000:0.0:1329972676.307071:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972676 exp ffff880046d08400
00000100:00100000:0.0:1329972676.307081:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249712:12345-0@lo:400
00000100:00100000:0.0:1329972676.307098:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249712:12345-0@lo:400 Request procesed in 23us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972676.307107:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249713:12345-0@lo:400
00000100:00100000:0.0:1329972676.307118:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249713:12345-0@lo:400 Request procesed in 14us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972676.307136:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249715:12345-0@lo:400
00000100:00100000:0.0:1329972676.307147:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249715:12345-0@lo:400 Request procesed in 13us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972676.307154:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249716:12345-0@lo:400
00000100:00100000:0.0:1329972676.307164:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249716:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972676.307175:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972676 exp ffff880008f8f400
00000100:00100000:0.0:1329972676.307183:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249714:12345-0@lo:400
00000100:00100000:0.0:1329972676.307199:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249714:12345-0@lo:400 Request procesed in 18us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972676.307223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249711:0@lo:400
00000100:00100000:0.0:1329972676.307229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249712:0@lo:400
00000100:00100000:0.0:1329972676.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249713:0@lo:400
00000100:00100000:0.0:1329972676.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249714:0@lo:400
00000100:00100000:0.0:1329972676.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249715:0@lo:400
00000100:00100000:0.0:1329972676.307245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249716:0@lo:400
00000100:00100000:0.0:1329972676.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972677.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972678.369638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972679.369583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972680.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972681.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972681.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972681.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972681.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334803966
00000100:00000400:0.0:1329972681.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972681.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972681.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972681.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373249725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972681.306700:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972681.306702:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972681.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972681.306706:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334803966
00000100:00000400:0.0:1329972681.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972681.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972681.306712:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972681.306715:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373249726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972681.306736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249719:0@lo:400
00000100:00100000:0.0:1329972681.306761:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972681.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249720:0@lo:400
00000100:00100000:0.0:1329972681.306779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972681.306784:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249721:0@lo:400
00000100:00100000:0.0:1329972681.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972681.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249722:0@lo:400
00000100:00100000:0.0:1329972681.306803:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972681.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249723:0@lo:400
00000100:00100000:0.0:1329972681.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972681.306820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249724:0@lo:400
00000100:00100000:0.0:1329972681.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972681.306845:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972681 exp ffff880052834000
00000100:00100000:0.0:1329972681.306864:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249719:12345-0@lo:400
00000100:00100000:0.0:1329972681.306888:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249719:12345-0@lo:400 Request procesed in 35us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972681.306902:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972681 exp ffff880008f8fc00
00000100:00080000:0.0:1329972681.306908:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972681 exp ffff880057c49800
00000100:00080000:0.0:1329972681.306913:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972681 exp ffff8800572c1c00
00000100:00080000:0.0:1329972681.306917:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972681 exp ffff880046d08400
00000100:00100000:0.0:1329972681.306926:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249720:12345-0@lo:400
00000100:00100000:0.0:1329972681.306942:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249720:12345-0@lo:400 Request procesed in 19us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972681.306951:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249721:12345-0@lo:400
00000100:00100000:0.0:1329972681.306962:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249721:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972681.306969:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249723:12345-0@lo:400
00000100:00100000:0.0:1329972681.306979:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249723:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972681.306986:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249724:12345-0@lo:400
00000100:00100000:0.0:1329972681.306996:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249724:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972681.307006:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972681 exp ffff880008f8f400
00000100:00100000:0.0:1329972681.307015:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249722:12345-0@lo:400
00000100:00100000:0.0:1329972681.307031:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249722:12345-0@lo:400 Request procesed in 18us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972681.307052:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249725:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972681.307070:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249725 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972681] [real_sent 1329972681] [current 1329972681] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373249725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972681.307080:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373249725/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972681.307086:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972681.307088:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972681.307091:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249725:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972681.307093:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249726:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972681.307101:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249726 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972681] [real_sent 1329972681] [current 1329972681] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373249726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972681.307108:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373249726/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972706 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972681.307113:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972681.307114:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972681.307116:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249726:127.0.0.1@tcp:8
00000400:02020000:0.0:1329972681.307264:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972681.307304:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972681.307314:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972681.307330:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249719:0@lo:400
00000100:00100000:0.0:1329972681.307371:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249720:0@lo:400
00000100:00100000:0.0:1329972681.307377:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249721:0@lo:400
00000100:00100000:0.0:1329972681.307381:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249722:0@lo:400
00000100:00100000:0.0:1329972681.307385:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249723:0@lo:400
00000100:00100000:0.0:1329972681.307389:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249724:0@lo:400
00000100:00100000:0.0:1329972681.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972682.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972683.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972684.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972685.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972686.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972686.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972686.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972686.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334808966
00000100:00000400:0.0:1329972686.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972686.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972686.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972686.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972686.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972686.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972686.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972686.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334808966
00000100:00000400:0.0:1329972686.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972686.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972686.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972686.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972686.306723:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249727:0@lo:400
00000100:00100000:0.0:1329972686.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972686.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249728:0@lo:400
00000100:00100000:0.0:1329972686.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972686.306771:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249729:0@lo:400
00000100:00100000:0.0:1329972686.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972686.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249730:0@lo:400
00000100:00100000:0.0:1329972686.306791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972686.306796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249731:0@lo:400
00000100:00100000:0.0:1329972686.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972686.306812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249732:0@lo:400
00000100:00100000:0.0:1329972686.306819:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972686.306837:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972686 exp ffff880052834000
00000100:00100000:0.0:1329972686.306906:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249727:12345-0@lo:400
00000100:00100000:0.0:1329972686.306932:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249727:12345-0@lo:400 Request procesed in 87us (184us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972686.306948:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972686 exp ffff880008f8fc00
00000100:00080000:0.0:1329972686.306955:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972686 exp ffff880057c49800
00000100:00080000:0.0:1329972686.306960:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972686 exp ffff8800572c1c00
00000100:00080000:0.0:1329972686.306964:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972686 exp ffff880046d08400
00000100:00100000:0.0:1329972686.306972:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249728:12345-0@lo:400
00000100:00100000:0.0:1329972686.306990:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249728:12345-0@lo:400 Request procesed in 20us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972686.306998:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249729:12345-0@lo:400
00000100:00100000:0.0:1329972686.307010:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249729:12345-0@lo:400 Request procesed in 13us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972686.307017:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249731:12345-0@lo:400
00000100:00100000:0.0:1329972686.307027:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249731:12345-0@lo:400 Request procesed in 13us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972686.307034:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249732:12345-0@lo:400
00000100:00100000:0.0:1329972686.307044:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249732:12345-0@lo:400 Request procesed in 13us (225us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972686.307054:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972686 exp ffff880008f8f400
00000100:00100000:0.0:1329972686.307062:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249730:12345-0@lo:400
00000100:00100000:0.0:1329972686.307078:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249730:12345-0@lo:400 Request procesed in 18us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972686.307099:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249733:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972686.307113:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249733 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972686] [real_sent 1329972686] [current 1329972686] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972686.307123:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249733/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972686.307129:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972686.307131:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972686.307133:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249733:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972686.307136:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249734:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972686.307143:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249734 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972686] [real_sent 1329972686] [current 1329972686] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972686.307150:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249734/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972711 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972686.307155:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972686.307156:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972686.307158:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249734:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972686.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249727:0@lo:400
00000100:00100000:0.0:1329972686.307180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249728:0@lo:400
00000100:00100000:0.0:1329972686.307184:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249729:0@lo:400
00000100:00100000:0.0:1329972686.307188:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249730:0@lo:400
00000100:00100000:0.0:1329972686.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249731:0@lo:400
00000100:00100000:0.0:1329972686.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249732:0@lo:400
00000100:00100000:0.0:1329972686.369588:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972687.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972688.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972689.369643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972690.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972691.306675:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972691.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972691.306684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972691.306689:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334813966
00000100:00000400:0.0:1329972691.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972691.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972691.306702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972691.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972691.306719:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972691.306721:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972691.306722:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972691.306725:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334813966
00000100:00000400:0.0:1329972691.306726:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972691.306728:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972691.306730:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972691.306734:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373249742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972691.306755:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249741:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972691.306783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249741 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972691] [real_sent 1329972691] [current 1329972691] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972691.306800:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249741/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972691.306806:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972691.306808:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972691.306810:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249741:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972691.306813:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249742:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972691.306821:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249742 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972691] [real_sent 1329972691] [current 1329972691] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373249742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972691.306828:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373249742/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972716 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972691.306832:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972691.306834:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972691.306836:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249742:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972691.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249735:0@lo:400
00000100:00100000:0.0:1329972691.306861:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972691.306869:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249736:0@lo:400
00000100:00100000:0.0:1329972691.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972691.306882:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249737:0@lo:400
00000100:00100000:0.0:1329972691.306946:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972691.306954:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249738:0@lo:400
00000100:00100000:0.0:1329972691.306964:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972691.306969:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249739:0@lo:400
00000100:00100000:0.0:1329972691.306976:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972691.306981:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249740:0@lo:400
00000100:00100000:0.0:1329972691.306988:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972691.307007:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972691 exp ffff880052834000
00000100:00100000:0.0:1329972691.307028:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249735:12345-0@lo:400
00000100:00100000:0.0:1329972691.307053:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249735:12345-0@lo:400 Request procesed in 36us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972691.307067:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972691 exp ffff880008f8fc00
00000100:00080000:0.0:1329972691.307074:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972691 exp ffff880057c49800
00000100:00080000:0.0:1329972691.307078:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972691 exp ffff8800572c1c00
00000100:00080000:0.0:1329972691.307083:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972691 exp ffff880046d08400
00000100:00100000:0.0:1329972691.307091:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249736:12345-0@lo:400
00000100:00100000:0.0:1329972691.307109:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249736:12345-0@lo:400 Request procesed in 20us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972691.307129:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249737:12345-0@lo:400
00000100:00100000:0.0:1329972691.307142:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249737:12345-0@lo:400 Request procesed in 15us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972691.307148:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249739:12345-0@lo:400
00000100:00100000:0.0:1329972691.307159:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249739:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972691.307166:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249740:12345-0@lo:400
00000100:00100000:0.0:1329972691.307176:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249740:12345-0@lo:400 Request procesed in 12us (188us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972691.307187:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972691 exp ffff880008f8f400
00000100:00100000:0.0:1329972691.307195:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249738:12345-0@lo:400
00000100:00100000:0.0:1329972691.307212:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249738:12345-0@lo:400 Request procesed in 19us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972691.307236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249735:0@lo:400
00000100:00100000:0.0:1329972691.307242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249736:0@lo:400
00000100:00100000:0.0:1329972691.307246:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249737:0@lo:400
00000100:00100000:0.0:1329972691.307250:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249738:0@lo:400
00000100:00100000:0.0:1329972691.307254:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249739:0@lo:400
00000100:00100000:0.0:1329972691.307258:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249740:0@lo:400
00000100:00100000:0.0:1329972691.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972692.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972693.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972694.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972695.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972696.306633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972696.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972696.306642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972696.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334818966
00000100:00000400:0.0:1329972696.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972696.306655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972696.306661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972696.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373249749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972696.306678:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972696.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972696.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972696.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334818966
00000100:00000400:0.0:1329972696.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972696.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972696.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972696.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972696.306714:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249749:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972696.306742:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249749 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972696] [real_sent 1329972696] [current 1329972696] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373249749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972696.306753:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373249749/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972696.306759:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972696.306761:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972696.306763:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249749:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972696.306766:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249750:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972696.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249750 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972696] [real_sent 1329972696] [current 1329972696] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972696.306781:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249750/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972721 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972696.306785:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972696.306787:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972696.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249750:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972696.306803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249743:0@lo:400
00000100:00100000:0.0:1329972696.306815:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972696.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249744:0@lo:400
00000100:00100000:0.0:1329972696.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972696.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249745:0@lo:400
00000100:00100000:0.0:1329972696.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972696.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249746:0@lo:400
00000100:00100000:0.0:1329972696.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972696.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249747:0@lo:400
00000100:00100000:0.0:1329972696.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972696.306870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249748:0@lo:400
00000100:00100000:0.0:1329972696.306877:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972696.306895:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972696 exp ffff880052834000
00000100:00100000:0.0:1329972696.306968:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249743:12345-0@lo:400
00000100:00100000:0.0:1329972696.306994:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249743:12345-0@lo:400 Request procesed in 51us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972696.307010:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972696 exp ffff880008f8fc00
00000100:00080000:0.0:1329972696.307017:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972696 exp ffff880057c49800
00000100:00080000:0.0:1329972696.307022:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972696 exp ffff8800572c1c00
00000100:00080000:0.0:1329972696.307026:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972696 exp ffff880046d08400
00000100:00100000:0.0:1329972696.307034:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249744:12345-0@lo:400
00000100:00100000:0.0:1329972696.307052:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249744:12345-0@lo:400 Request procesed in 20us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972696.307060:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249745:12345-0@lo:400
00000100:00100000:0.0:1329972696.307072:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249745:12345-0@lo:400 Request procesed in 14us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972696.307079:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249747:12345-0@lo:400
00000100:00100000:0.0:1329972696.307089:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249747:12345-0@lo:400 Request procesed in 13us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972696.307096:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249748:12345-0@lo:400
00000100:00100000:0.0:1329972696.307107:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249748:12345-0@lo:400 Request procesed in 12us (229us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972696.307117:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972696 exp ffff880008f8f400
00000100:00100000:0.0:1329972696.307125:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249746:12345-0@lo:400
00000100:00100000:0.0:1329972696.307141:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249746:12345-0@lo:400 Request procesed in 19us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972696.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249743:0@lo:400
00000100:00100000:0.0:1329972696.307171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249744:0@lo:400
00000100:00100000:0.0:1329972696.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249745:0@lo:400
00000100:00100000:0.0:1329972696.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249746:0@lo:400
00000100:00100000:0.0:1329972696.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249747:0@lo:400
00000100:00100000:0.0:1329972696.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249748:0@lo:400
00000100:00100000:0.0:1329972696.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972697.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972698.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972699.369647:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972700.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972701.306650:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972701.306657:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972701.306659:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972701.306664:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334823966
00000100:00000400:0.0:1329972701.306667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972701.306672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972701.306678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972701.306688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0c400 x1394565373249757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972701.306705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972701.306707:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972701.306708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972701.306711:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334823966
00000100:00000400:0.0:1329972701.306712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972701.306715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972701.306717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972701.306721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373249758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972701.306741:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249751:0@lo:400
00000100:00100000:0.0:1329972701.306766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972701.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249752:0@lo:400
00000100:00100000:0.0:1329972701.306784:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972701.306789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249753:0@lo:400
00000100:00100000:0.0:1329972701.306796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972701.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249754:0@lo:400
00000100:00100000:0.0:1329972701.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972701.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249755:0@lo:400
00000100:00100000:0.0:1329972701.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972701.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249756:0@lo:400
00000100:00100000:0.0:1329972701.306832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972701.306851:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972701 exp ffff880052834000
00000100:00100000:0.0:1329972701.306870:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249751:12345-0@lo:400
00000100:00100000:0.0:1329972701.306894:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249751:12345-0@lo:400 Request procesed in 34us (127us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972701.306907:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972701 exp ffff880008f8fc00
00000100:00080000:0.0:1329972701.306914:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972701 exp ffff880057c49800
00000100:00080000:0.0:1329972701.306919:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972701 exp ffff8800572c1c00
00000100:00080000:0.0:1329972701.306923:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972701 exp ffff880046d08400
00000100:00100000:0.0:1329972701.306931:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249752:12345-0@lo:400
00000100:00100000:0.0:1329972701.306948:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249752:12345-0@lo:400 Request procesed in 20us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972701.306956:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249753:12345-0@lo:400
00000100:00100000:0.0:1329972701.306967:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249753:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972701.306974:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249755:12345-0@lo:400
00000100:00100000:0.0:1329972701.306985:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249755:12345-0@lo:400 Request procesed in 12us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972701.306991:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249756:12345-0@lo:400
00000100:00100000:0.0:1329972701.307002:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249756:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972701.307022:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972701 exp ffff880008f8f400
00000100:00100000:0.0:1329972701.307031:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249754:12345-0@lo:400
00000100:00100000:0.0:1329972701.307048:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249754:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972701.307068:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249757:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972701.307081:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249757 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972701] [real_sent 1329972701] [current 1329972701] [deadline 25s] [delay -25s]  req@ffff880046d0c400 x1394565373249757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972701.307091:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0c400 x1394565373249757/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972701.307102:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972701.307104:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972701.307107:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249757:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972701.307109:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249758:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972701.307116:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249758 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972701] [real_sent 1329972701] [current 1329972701] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373249758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972701.307123:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373249758/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972726 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972701.307128:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972701.307129:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972701.307131:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249758:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972701.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249751:0@lo:400
00000100:00100000:0.0:1329972701.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249752:0@lo:400
00000100:00100000:0.0:1329972701.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249753:0@lo:400
00000100:00100000:0.0:1329972701.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249754:0@lo:400
00000100:00100000:0.0:1329972701.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249755:0@lo:400
00000100:00100000:0.0:1329972701.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249756:0@lo:400
00000100:00100000:0.0:1329972701.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972702.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972703.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972704.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972705.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972706.306634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972706.306641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972706.306643:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972706.306648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334828966
00000100:00000400:0.0:1329972706.306650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972706.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972706.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972706.306671:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b000 x1394565373249765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972706.306678:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972706.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972706.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972706.306684:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334828966
00000100:00000400:0.0:1329972706.306685:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972706.306687:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972706.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972706.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81800 x1394565373249766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972706.306713:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249765:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972706.306740:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249765 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972706] [real_sent 1329972706] [current 1329972706] [deadline 25s] [delay -25s]  req@ffff88005707b000 x1394565373249765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972706.306751:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b000 x1394565373249765/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972706.306757:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972706.306758:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972706.306761:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249765:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972706.306764:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249766:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972706.306771:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249766 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972706] [real_sent 1329972706] [current 1329972706] [deadline 25s] [delay -25s]  req@ffff88005af81800 x1394565373249766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972706.306778:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81800 x1394565373249766/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972731 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972706.306783:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972706.306784:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972706.306786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249766:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972706.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249759:0@lo:400
00000100:00100000:0.0:1329972706.306812:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972706.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249760:0@lo:400
00000100:00100000:0.0:1329972706.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972706.306900:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249761:0@lo:400
00000100:00100000:0.0:1329972706.306909:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972706.306913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249762:0@lo:400
00000100:00100000:0.0:1329972706.306921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972706.306926:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249763:0@lo:400
00000100:00100000:0.0:1329972706.306932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972706.306937:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249764:0@lo:400
00000100:00100000:0.0:1329972706.306943:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972706.306993:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972706 exp ffff880052834000
00000100:00100000:0.0:1329972706.307023:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249759:12345-0@lo:400
00000100:00100000:0.0:1329972706.307049:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249759:12345-0@lo:400 Request procesed in 46us (236us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972706.307064:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972706 exp ffff880008f8fc00
00000100:00080000:0.0:1329972706.307071:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972706 exp ffff880057c49800
00000100:00080000:0.0:1329972706.307076:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972706 exp ffff8800572c1c00
00000100:00080000:0.0:1329972706.307080:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972706 exp ffff880046d08400
00000100:00100000:0.0:1329972706.307089:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249760:12345-0@lo:400
00000100:00100000:0.0:1329972706.307106:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249760:12345-0@lo:400 Request procesed in 21us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972706.307114:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249761:12345-0@lo:400
00000100:00100000:0.0:1329972706.307125:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249761:12345-0@lo:400 Request procesed in 13us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972706.307132:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249763:12345-0@lo:400
00000100:00100000:0.0:1329972706.307143:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249763:12345-0@lo:400 Request procesed in 13us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972706.307150:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249764:12345-0@lo:400
00000100:00100000:0.0:1329972706.307160:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249764:12345-0@lo:400 Request procesed in 12us (216us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972706.307171:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972706 exp ffff880008f8f400
00000100:00100000:0.0:1329972706.307179:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249762:12345-0@lo:400
00000100:00100000:0.0:1329972706.307196:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249762:12345-0@lo:400 Request procesed in 20us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972706.307220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249759:0@lo:400
00000100:00100000:0.0:1329972706.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249760:0@lo:400
00000100:00100000:0.0:1329972706.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249761:0@lo:400
00000100:00100000:0.0:1329972706.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249762:0@lo:400
00000100:00100000:0.0:1329972706.307237:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249763:0@lo:400
00000100:00100000:0.0:1329972706.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249764:0@lo:400
00000100:00100000:0.0:1329972706.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972707.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972708.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972709.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972710.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972711.306631:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972711.306669:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972711.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972711.306677:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334833966
00000100:00000400:0.0:1329972711.306679:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972711.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972711.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972711.306701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972711.306710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972711.306712:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972711.306713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972711.306716:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334833966
00000100:00000400:0.0:1329972711.306717:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972711.306719:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972711.306722:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972711.306725:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373249774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972711.306742:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249767:0@lo:400
00000100:00100000:0.0:1329972711.306767:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972711.306776:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249768:0@lo:400
00000100:00100000:0.0:1329972711.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972711.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249769:0@lo:400
00000100:00100000:0.0:1329972711.306801:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972711.306806:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249770:0@lo:400
00000100:00100000:0.0:1329972711.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972711.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249771:0@lo:400
00000100:00100000:0.0:1329972711.306825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972711.306830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249772:0@lo:400
00000100:00100000:0.0:1329972711.306836:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972711.306858:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972711 exp ffff880052834000
00000100:00100000:0.0:1329972711.306876:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249767:12345-0@lo:400
00000100:00100000:0.0:1329972711.306900:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249767:12345-0@lo:400 Request procesed in 34us (134us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972711.306914:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972711 exp ffff880008f8fc00
00000100:00080000:0.0:1329972711.306920:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972711 exp ffff880057c49800
00000100:00080000:0.0:1329972711.306925:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972711 exp ffff8800572c1c00
00000100:00080000:0.0:1329972711.306929:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972711 exp ffff880046d08400
00000100:00100000:0.0:1329972711.306937:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249768:12345-0@lo:400
00000100:00100000:0.0:1329972711.306954:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249768:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972711.306962:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249769:12345-0@lo:400
00000100:00100000:0.0:1329972711.306974:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249769:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972711.306980:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249771:12345-0@lo:400
00000100:00100000:0.0:1329972711.306991:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249771:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972711.306998:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249772:12345-0@lo:400
00000100:00100000:0.0:1329972711.307009:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249772:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972711.307019:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972711 exp ffff880008f8f400
00000100:00100000:0.0:1329972711.307027:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249770:12345-0@lo:400
00000100:00100000:0.0:1329972711.307044:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249770:12345-0@lo:400 Request procesed in 19us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972711.307063:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249773:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972711.307076:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249773 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972711] [real_sent 1329972711] [current 1329972711] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972711.307086:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249773/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972711.307093:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972711.307094:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972711.307097:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249773:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972711.307100:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249774:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972711.307107:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249774 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972711] [real_sent 1329972711] [current 1329972711] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373249774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972711.307114:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373249774/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972736 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972711.307119:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972711.307120:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972711.307122:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249774:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972711.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249767:0@lo:400
00000100:00100000:0.0:1329972711.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249768:0@lo:400
00000100:00100000:0.0:1329972711.307149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249769:0@lo:400
00000100:00100000:0.0:1329972711.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249770:0@lo:400
00000100:00100000:0.0:1329972711.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249771:0@lo:400
00000100:00100000:0.0:1329972711.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249772:0@lo:400
00000100:00100000:0.0:1329972711.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972712.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972713.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972714.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972715.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972716.306629:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972716.306636:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972716.306638:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972716.306643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334838966
00000100:00000400:0.0:1329972716.306646:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972716.306651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972716.306657:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972716.306667:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373249781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972716.306674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972716.306676:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972716.306677:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972716.306680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334838966
00000100:00000400:0.0:1329972716.306681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972716.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972716.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972716.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373249782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972716.306711:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249775:0@lo:400
00000100:00100000:0.0:1329972716.306736:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972716.306745:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249776:0@lo:400
00000100:00100000:0.0:1329972716.306754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972716.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249777:0@lo:400
00000100:00100000:0.0:1329972716.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972716.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249778:0@lo:400
00000100:00100000:0.0:1329972716.306778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972716.306783:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249779:0@lo:400
00000100:00100000:0.0:1329972716.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972716.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249780:0@lo:400
00000100:00100000:0.0:1329972716.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972716.306821:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972716 exp ffff880052834000
00000100:00100000:0.0:1329972716.306846:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249775:12345-0@lo:400
00000100:00100000:0.0:1329972716.306871:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249775:12345-0@lo:400 Request procesed in 41us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972716.306884:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972716 exp ffff880008f8fc00
00000100:00080000:0.0:1329972716.306891:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972716 exp ffff880057c49800
00000100:00080000:0.0:1329972716.306896:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972716 exp ffff8800572c1c00
00000100:00080000:0.0:1329972716.306900:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972716 exp ffff880046d08400
00000100:00100000:0.0:1329972716.306910:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249776:12345-0@lo:400
00000100:00100000:0.0:1329972716.306927:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249776:12345-0@lo:400 Request procesed in 22us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972716.306936:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249777:12345-0@lo:400
00000100:00100000:0.0:1329972716.306948:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249777:12345-0@lo:400 Request procesed in 14us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972716.306955:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249779:12345-0@lo:400
00000100:00100000:0.0:1329972716.306965:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249779:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972716.306983:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249780:12345-0@lo:400
00000100:00100000:0.0:1329972716.306994:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249780:12345-0@lo:400 Request procesed in 13us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972716.307004:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972716 exp ffff880008f8f400
00000100:00100000:0.0:1329972716.307012:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249778:12345-0@lo:400
00000100:00100000:0.0:1329972716.307029:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249778:12345-0@lo:400 Request procesed in 18us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972716.307049:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249781:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972716.307062:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249781 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972716] [real_sent 1329972716] [current 1329972716] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373249781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972716.307073:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373249781/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972716.307079:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972716.307080:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972716.307083:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249781:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972716.307086:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249782:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972716.307093:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249782 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972716] [real_sent 1329972716] [current 1329972716] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373249782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972716.307106:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373249782/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972741 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972716.307111:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972716.307112:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972716.307114:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249782:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972716.307130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249775:0@lo:400
00000100:00100000:0.0:1329972716.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249776:0@lo:400
00000100:00100000:0.0:1329972716.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249777:0@lo:400
00000100:00100000:0.0:1329972716.307144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249778:0@lo:400
00000100:00100000:0.0:1329972716.307148:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249779:0@lo:400
00000100:00100000:0.0:1329972716.307152:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249780:0@lo:400
00000100:00100000:0.0:1329972716.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972717.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972718.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972719.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972720.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972721.306658:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972721.306664:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972721.306666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972721.306672:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334843966
00000100:00000400:0.0:1329972721.306674:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972721.306679:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972721.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972721.306693:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373249789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972721.306701:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972721.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972721.306704:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972721.306707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334843966
00000100:00000400:0.0:1329972721.306708:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972721.306710:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972721.306732:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972721.306737:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373249790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972721.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249783:0@lo:400
00000100:00100000:0.0:1329972721.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972721.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249784:0@lo:400
00000100:00100000:0.0:1329972721.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972721.306807:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249785:0@lo:400
00000100:00100000:0.0:1329972721.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972721.306818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249786:0@lo:400
00000100:00100000:0.0:1329972721.306826:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972721.306831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249787:0@lo:400
00000100:00100000:0.0:1329972721.306838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972721.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249788:0@lo:400
00000100:00100000:0.0:1329972721.306850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972721.306869:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972721 exp ffff880052834000
00000100:00100000:0.0:1329972721.306888:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249783:12345-0@lo:400
00000100:00100000:0.0:1329972721.306912:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249783:12345-0@lo:400 Request procesed in 34us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972721.306926:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972721 exp ffff880008f8fc00
00000100:00080000:0.0:1329972721.306932:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972721 exp ffff880057c49800
00000100:00080000:0.0:1329972721.306937:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972721 exp ffff8800572c1c00
00000100:00080000:0.0:1329972721.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972721 exp ffff880046d08400
00000100:00100000:0.0:1329972721.306949:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249784:12345-0@lo:400
00000100:00100000:0.0:1329972721.306967:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249784:12345-0@lo:400 Request procesed in 21us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972721.306975:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249785:12345-0@lo:400
00000100:00100000:0.0:1329972721.306987:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249785:12345-0@lo:400 Request procesed in 14us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972721.306994:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249787:12345-0@lo:400
00000100:00100000:0.0:1329972721.307005:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249787:12345-0@lo:400 Request procesed in 13us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972721.307012:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249788:12345-0@lo:400
00000100:00100000:0.0:1329972721.307023:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249788:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972721.307033:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972721 exp ffff880008f8f400
00000100:00100000:0.0:1329972721.307041:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249786:12345-0@lo:400
00000100:00100000:0.0:1329972721.307058:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249786:12345-0@lo:400 Request procesed in 19us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972721.307090:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249789:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972721.307103:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249789 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972721] [real_sent 1329972721] [current 1329972721] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373249789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972721.307113:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373249789/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972721.307124:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972721.307126:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972721.307129:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249789:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972721.307132:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249790:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972721.307138:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249790 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972721] [real_sent 1329972721] [current 1329972721] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373249790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972721.307145:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373249790/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972746 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972721.307150:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972721.307151:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972721.307153:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249790:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972721.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249783:0@lo:400
00000100:00100000:0.0:1329972721.307175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249784:0@lo:400
00000100:00100000:0.0:1329972721.307179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249785:0@lo:400
00000100:00100000:0.0:1329972721.307183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249786:0@lo:400
00000100:00100000:0.0:1329972721.307187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249787:0@lo:400
00000100:00100000:0.0:1329972721.307191:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249788:0@lo:400
00000100:00100000:0.0:1329972721.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972722.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972723.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972724.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972725.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972726.306660:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972726.306668:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972726.306670:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972726.306675:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334848966
00000100:00000400:0.0:1329972726.306677:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972726.306683:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972726.306689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972726.306697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373249797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972726.306704:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972726.306706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972726.306707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972726.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334848966
00000100:00000400:0.0:1329972726.306711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972726.306713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972726.306715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972726.306719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373249798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972726.306739:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249797:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972726.306767:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249797 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972726] [real_sent 1329972726] [current 1329972726] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373249797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972726.306777:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373249797/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972726.306783:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972726.306785:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972726.306787:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249797:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972726.306790:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249798:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972726.306798:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249798 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972726] [real_sent 1329972726] [current 1329972726] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373249798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972726.306805:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373249798/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972751 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972726.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972726.306811:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972726.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249798:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972726.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249791:0@lo:400
00000100:00100000:0.0:1329972726.306839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972726.306846:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249792:0@lo:400
00000100:00100000:0.0:1329972726.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972726.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249793:0@lo:400
00000100:00100000:0.0:1329972726.306868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972726.306872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249794:0@lo:400
00000100:00100000:0.0:1329972726.306939:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972726.306946:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249795:0@lo:400
00000100:00100000:0.0:1329972726.306954:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972726.306959:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249796:0@lo:400
00000100:00100000:0.0:1329972726.306966:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972726.306986:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972726 exp ffff880052834000
00000100:00100000:0.0:1329972726.307016:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249791:12345-0@lo:400
00000100:00100000:0.0:1329972726.307041:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249791:12345-0@lo:400 Request procesed in 47us (202us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972726.307055:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972726 exp ffff880008f8fc00
00000100:00080000:0.0:1329972726.307063:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972726 exp ffff880057c49800
00000100:00080000:0.0:1329972726.307068:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972726 exp ffff8800572c1c00
00000100:00080000:0.0:1329972726.307072:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972726 exp ffff880046d08400
00000100:00100000:0.0:1329972726.307080:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249792:12345-0@lo:400
00000100:00100000:0.0:1329972726.307098:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249792:12345-0@lo:400 Request procesed in 21us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972726.307106:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249793:12345-0@lo:400
00000100:00100000:0.0:1329972726.307118:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249793:12345-0@lo:400 Request procesed in 13us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972726.307125:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249795:12345-0@lo:400
00000100:00100000:0.0:1329972726.307136:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249795:12345-0@lo:400 Request procesed in 13us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972726.307143:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249796:12345-0@lo:400
00000100:00100000:0.0:1329972726.307153:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249796:12345-0@lo:400 Request procesed in 13us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972726.307163:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972726 exp ffff880008f8f400
00000100:00100000:0.0:1329972726.307172:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249794:12345-0@lo:400
00000100:00100000:0.0:1329972726.307188:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249794:12345-0@lo:400 Request procesed in 19us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972726.307211:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249791:0@lo:400
00000100:00100000:0.0:1329972726.307218:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249792:0@lo:400
00000100:00100000:0.0:1329972726.307222:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249793:0@lo:400
00000100:00100000:0.0:1329972726.307226:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249794:0@lo:400
00000100:00100000:0.0:1329972726.307230:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249795:0@lo:400
00000100:00100000:0.0:1329972726.307233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249796:0@lo:400
00000100:00100000:0.0:1329972726.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972727.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972728.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972729.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972730.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972731.306615:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972731.306621:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972731.306624:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972731.306629:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334853966
00000100:00000400:0.0:1329972731.306631:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972731.306636:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972731.306642:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972731.306650:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972731.306657:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972731.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972731.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972731.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334853966
00000100:00000400:0.0:1329972731.306664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972731.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972731.306668:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972731.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880045b3f800 x1394565373249806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972731.306692:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249805:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972731.306720:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249805 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972731] [real_sent 1329972731] [current 1329972731] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972731.306731:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249805/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972731.306738:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972731.306739:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972731.306742:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249805:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972731.306745:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249806:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972731.306753:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249806 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972731] [real_sent 1329972731] [current 1329972731] [deadline 25s] [delay -25s]  req@ffff880045b3f800 x1394565373249806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972731.306760:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880045b3f800 x1394565373249806/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972756 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972731.306765:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972731.306766:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972731.306768:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249806:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972731.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249799:0@lo:400
00000100:00100000:0.0:1329972731.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972731.306801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249800:0@lo:400
00000100:00100000:0.0:1329972731.306809:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972731.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249801:0@lo:400
00000100:00100000:0.0:1329972731.306821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972731.306826:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249802:0@lo:400
00000100:00100000:0.0:1329972731.306833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972731.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249803:0@lo:400
00000100:00100000:0.0:1329972731.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972731.306888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249804:0@lo:400
00000100:00100000:0.0:1329972731.306896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972731.306915:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972731 exp ffff880052834000
00000100:00100000:0.0:1329972731.306934:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249799:12345-0@lo:400
00000100:00100000:0.0:1329972731.306958:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249799:12345-0@lo:400 Request procesed in 33us (164us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972731.306971:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972731 exp ffff880008f8fc00
00000100:00080000:0.0:1329972731.306978:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972731 exp ffff880057c49800
00000100:00080000:0.0:1329972731.306983:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972731 exp ffff8800572c1c00
00000100:00080000:0.0:1329972731.306987:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972731 exp ffff880046d08400
00000100:00100000:0.0:1329972731.306995:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249800:12345-0@lo:400
00000100:00100000:0.0:1329972731.307013:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249800:12345-0@lo:400 Request procesed in 20us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972731.307021:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249801:12345-0@lo:400
00000100:00100000:0.0:1329972731.307033:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249801:12345-0@lo:400 Request procesed in 14us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972731.307051:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249803:12345-0@lo:400
00000100:00100000:0.0:1329972731.307062:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249803:12345-0@lo:400 Request procesed in 14us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972731.307069:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249804:12345-0@lo:400
00000100:00100000:0.0:1329972731.307080:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249804:12345-0@lo:400 Request procesed in 12us (183us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972731.307090:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972731 exp ffff880008f8f400
00000100:00100000:0.0:1329972731.307099:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249802:12345-0@lo:400
00000100:00100000:0.0:1329972731.307115:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249802:12345-0@lo:400 Request procesed in 19us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972731.307139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249799:0@lo:400
00000100:00100000:0.0:1329972731.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249800:0@lo:400
00000100:00100000:0.0:1329972731.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249801:0@lo:400
00000100:00100000:0.0:1329972731.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249802:0@lo:400
00000100:00100000:0.0:1329972731.307158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249803:0@lo:400
00000100:00100000:0.0:1329972731.307162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249804:0@lo:400
00000100:00100000:0.0:1329972731.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972732.369596:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972733.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972734.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972735.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972736.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972736.306651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972736.306653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972736.306658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334858966
00000100:00000400:0.0:1329972736.306660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972736.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972736.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972736.306679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373249813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972736.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972736.306688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972736.306690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972736.306692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334858966
00000100:00000400:0.0:1329972736.306693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972736.306695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972736.306697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972736.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce800 x1394565373249814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972736.306722:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249813:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972736.306750:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249813 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972736] [real_sent 1329972736] [current 1329972736] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373249813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972736.306761:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373249813/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972736.306767:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972736.306768:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972736.306771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249813:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972736.306774:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249814:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972736.306781:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249814 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972736] [real_sent 1329972736] [current 1329972736] [deadline 25s] [delay -25s]  req@ffff8800376ce800 x1394565373249814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972736.306788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce800 x1394565373249814/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972761 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972736.306793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972736.306794:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972736.306796:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249814:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972736.306810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249807:0@lo:400
00000100:00100000:0.0:1329972736.306822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972736.306829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249808:0@lo:400
00000100:00100000:0.0:1329972736.306837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972736.306842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249809:0@lo:400
00000100:00100000:0.0:1329972736.306848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972736.306853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249810:0@lo:400
00000100:00100000:0.0:1329972736.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972736.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249811:0@lo:400
00000100:00100000:0.0:1329972736.306871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972736.306876:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249812:0@lo:400
00000100:00100000:0.0:1329972736.306883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972736.306900:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972736 exp ffff880052834000
00000100:00100000:0.0:1329972736.306927:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249807:12345-0@lo:400
00000100:00100000:0.0:1329972736.306951:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249807:12345-0@lo:400 Request procesed in 43us (130us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972736.306965:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972736 exp ffff880008f8fc00
00000100:00080000:0.0:1329972736.306971:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972736 exp ffff880057c49800
00000100:00080000:0.0:1329972736.306976:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972736 exp ffff8800572c1c00
00000100:00080000:0.0:1329972736.306980:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972736 exp ffff880046d08400
00000100:00100000:0.0:1329972736.306988:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249808:12345-0@lo:400
00000100:00100000:0.0:1329972736.307005:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249808:12345-0@lo:400 Request procesed in 20us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972736.307013:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249809:12345-0@lo:400
00000100:00100000:0.0:1329972736.307025:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249809:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972736.307032:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249811:12345-0@lo:400
00000100:00100000:0.0:1329972736.307043:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249811:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972736.307050:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249812:12345-0@lo:400
00000100:00100000:0.0:1329972736.307060:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249812:12345-0@lo:400 Request procesed in 13us (177us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972736.307071:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972736 exp ffff880008f8f400
00000100:00100000:0.0:1329972736.307079:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249810:12345-0@lo:400
00000100:00100000:0.0:1329972736.307095:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249810:12345-0@lo:400 Request procesed in 19us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972736.307118:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249807:0@lo:400
00000100:00100000:0.0:1329972736.307124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249808:0@lo:400
00000100:00100000:0.0:1329972736.307128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249809:0@lo:400
00000100:00100000:0.0:1329972736.307132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249810:0@lo:400
00000100:00100000:0.0:1329972736.307136:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249811:0@lo:400
00000100:00100000:0.0:1329972736.307140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249812:0@lo:400
00000100:00100000:0.0:1329972736.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972737.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972738.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972739.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972740.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972741.306645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972741.306652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972741.306654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972741.306659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334863966
00000100:00000400:0.0:1329972741.306661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972741.306666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972741.306672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972741.306680:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373249821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972741.306687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972741.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972741.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972741.306693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334863966
00000100:00000400:0.0:1329972741.306694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972741.306696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972741.306698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972741.306702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373249822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972741.306722:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249821:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972741.306756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249821 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972741] [real_sent 1329972741] [current 1329972741] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373249821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972741.306766:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373249821/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972741.306772:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972741.306774:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972741.306776:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249821:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972741.306779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249822:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972741.306787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249822 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972741] [real_sent 1329972741] [current 1329972741] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373249822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972741.306794:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373249822/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972766 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972741.306798:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972741.306800:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972741.306802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249822:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972741.306906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249815:0@lo:400
00000100:00100000:0.0:1329972741.306921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972741.306928:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249816:0@lo:400
00000100:00100000:0.0:1329972741.306937:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972741.306942:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249817:0@lo:400
00000100:00100000:0.0:1329972741.306948:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972741.306953:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249818:0@lo:400
00000100:00100000:0.0:1329972741.306960:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972741.306965:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249819:0@lo:400
00000100:00100000:0.0:1329972741.306972:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972741.306977:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249820:0@lo:400
00000100:00100000:0.0:1329972741.306984:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972741.307001:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972741 exp ffff880052834000
00000100:00100000:0.0:1329972741.307020:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249815:12345-0@lo:400
00000100:00100000:0.0:1329972741.307059:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249815:12345-0@lo:400 Request procesed in 49us (137us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972741.307075:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972741 exp ffff880008f8fc00
00000100:00080000:0.0:1329972741.307081:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972741 exp ffff880057c49800
00000100:00080000:0.0:1329972741.307086:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972741 exp ffff8800572c1c00
00000100:00080000:0.0:1329972741.307091:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972741 exp ffff880046d08400
00000100:00100000:0.0:1329972741.307099:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249816:12345-0@lo:400
00000100:00100000:0.0:1329972741.307117:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249816:12345-0@lo:400 Request procesed in 21us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972741.307126:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249817:12345-0@lo:400
00000100:00100000:0.0:1329972741.307137:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249817:12345-0@lo:400 Request procesed in 14us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972741.307144:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249819:12345-0@lo:400
00000100:00100000:0.0:1329972741.307155:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249819:12345-0@lo:400 Request procesed in 13us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972741.307162:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249820:12345-0@lo:400
00000100:00100000:0.0:1329972741.307174:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249820:12345-0@lo:400 Request procesed in 14us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972741.307184:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972741 exp ffff880008f8f400
00000100:00100000:0.0:1329972741.307193:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249818:12345-0@lo:400
00000100:00100000:0.0:1329972741.307209:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249818:12345-0@lo:400 Request procesed in 18us (248us total) trans 0 rc 0/0
00000400:02020000:0.0:1329972741.307277:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972741.307318:0:11075:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972741.307328:0:11075:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972741.307343:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249815:0@lo:400
00000100:00100000:0.0:1329972741.307350:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249816:0@lo:400
00000100:00100000:0.0:1329972741.307354:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249817:0@lo:400
00000100:00100000:0.0:1329972741.307358:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249818:0@lo:400
00000100:00100000:0.0:1329972741.307362:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249819:0@lo:400
00000100:00100000:0.0:1329972741.307366:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249820:0@lo:400
00000100:00100000:0.0:1329972741.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972742.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972743.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972744.369593:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972745.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972746.306673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972746.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972746.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972746.306687:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334868966
00000100:00000400:0.0:1329972746.306689:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972746.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972746.306700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972746.306707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972746.306714:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972746.306716:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972746.306717:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972746.306720:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334868966
00000100:00000400:0.0:1329972746.306721:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972746.306723:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972746.306725:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972746.306729:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373249830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972746.306746:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249829:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972746.306774:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249829 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972746] [real_sent 1329972746] [current 1329972746] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972746.306784:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249829/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972746.306790:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972746.306792:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972746.306795:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249829:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972746.306798:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249830:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972746.306805:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249830 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972746] [real_sent 1329972746] [current 1329972746] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373249830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972746.306812:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373249830/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972771 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972746.306817:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972746.306818:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972746.306820:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249830:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972746.306833:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249823:0@lo:400
00000100:00100000:0.0:1329972746.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972746.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249824:0@lo:400
00000100:00100000:0.0:1329972746.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972746.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249825:0@lo:400
00000100:00100000:0.0:1329972746.306928:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972746.306936:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249826:0@lo:400
00000100:00100000:0.0:1329972746.306945:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972746.306950:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249827:0@lo:400
00000100:00100000:0.0:1329972746.306958:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972746.306963:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249828:0@lo:400
00000100:00100000:0.0:1329972746.306969:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972746.306989:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972746 exp ffff880052834000
00000100:00100000:0.0:1329972746.307012:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249823:12345-0@lo:400
00000100:00100000:0.0:1329972746.307036:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249823:12345-0@lo:400 Request procesed in 39us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972746.307053:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972746 exp ffff880008f8fc00
00000100:00080000:0.0:1329972746.307059:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972746 exp ffff880057c49800
00000100:00080000:0.0:1329972746.307064:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972746 exp ffff8800572c1c00
00000100:00080000:0.0:1329972746.307068:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972746 exp ffff880046d08400
00000100:00100000:0.0:1329972746.307078:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249824:12345-0@lo:400
00000100:00100000:0.0:1329972746.307095:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249824:12345-0@lo:400 Request procesed in 21us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972746.307114:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249825:12345-0@lo:400
00000100:00100000:0.0:1329972746.307126:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249825:12345-0@lo:400 Request procesed in 14us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972746.307132:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249827:12345-0@lo:400
00000100:00100000:0.0:1329972746.307143:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249827:12345-0@lo:400 Request procesed in 13us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972746.307150:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249828:12345-0@lo:400
00000100:00100000:0.0:1329972746.307160:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249828:12345-0@lo:400 Request procesed in 13us (191us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972746.307171:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972746 exp ffff880008f8f400
00000100:00100000:0.0:1329972746.307179:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249826:12345-0@lo:400
00000100:00100000:0.0:1329972746.307195:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249826:12345-0@lo:400 Request procesed in 19us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972746.307219:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249823:0@lo:400
00000100:00100000:0.0:1329972746.307225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249824:0@lo:400
00000100:00100000:0.0:1329972746.307228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249825:0@lo:400
00000100:00100000:0.0:1329972746.307234:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249826:0@lo:400
00000100:00100000:0.0:1329972746.307238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249827:0@lo:400
00000100:00100000:0.0:1329972746.307241:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249828:0@lo:400
00000100:00100000:0.0:1329972746.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972747.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972748.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972749.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972750.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972751.306654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972751.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972751.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972751.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334873966
00000100:00000400:0.0:1329972751.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972751.306676:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972751.306682:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972751.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972751.306697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972751.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972751.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972751.306703:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334873966
00000100:00000400:0.0:1329972751.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972751.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972751.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972751.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373249838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972751.306732:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249837:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972751.306759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249837 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972751] [real_sent 1329972751] [current 1329972751] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972751.306770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249837/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972751.306776:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972751.306777:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972751.306780:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249837:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972751.306783:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249838:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972751.306790:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249838 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972751] [real_sent 1329972751] [current 1329972751] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373249838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972751.306797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373249838/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972776 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972751.306802:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972751.306803:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972751.306805:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249838:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972751.306819:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249831:0@lo:400
00000100:00100000:0.0:1329972751.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972751.306838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249832:0@lo:400
00000100:00100000:0.0:1329972751.306846:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972751.306851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249833:0@lo:400
00000100:00100000:0.0:1329972751.306857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972751.306862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249834:0@lo:400
00000100:00100000:0.0:1329972751.306869:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972751.306874:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249835:0@lo:400
00000100:00100000:0.0:1329972751.306880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972751.306885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249836:0@lo:400
00000100:00100000:0.0:1329972751.306892:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972751.306909:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972751 exp ffff880052834000
00000100:00100000:0.0:1329972751.306928:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249831:12345-0@lo:400
00000100:00100000:0.0:1329972751.306950:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249831:12345-0@lo:400 Request procesed in 33us (120us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972751.306964:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972751 exp ffff880008f8fc00
00000100:00080000:0.0:1329972751.306971:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972751 exp ffff880057c49800
00000100:00080000:0.0:1329972751.306975:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972751 exp ffff8800572c1c00
00000100:00080000:0.0:1329972751.306979:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972751 exp ffff880046d08400
00000100:00100000:0.0:1329972751.306987:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249832:12345-0@lo:400
00000100:00100000:0.0:1329972751.307004:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249832:12345-0@lo:400 Request procesed in 19us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972751.307012:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249833:12345-0@lo:400
00000100:00100000:0.0:1329972751.307023:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249833:12345-0@lo:400 Request procesed in 14us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972751.307030:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249835:12345-0@lo:400
00000100:00100000:0.0:1329972751.307041:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249835:12345-0@lo:400 Request procesed in 13us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972751.307048:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249836:12345-0@lo:400
00000100:00100000:0.0:1329972751.307058:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249836:12345-0@lo:400 Request procesed in 13us (166us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972751.307068:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972751 exp ffff880008f8f400
00000100:00100000:0.0:1329972751.307077:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249834:12345-0@lo:400
00000100:00100000:0.0:1329972751.307125:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249834:12345-0@lo:400 Request procesed in 50us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972751.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249831:0@lo:400
00000100:00100000:0.0:1329972751.307156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249832:0@lo:400
00000100:00100000:0.0:1329972751.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249833:0@lo:400
00000100:00100000:0.0:1329972751.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249834:0@lo:400
00000100:00100000:0.0:1329972751.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249835:0@lo:400
00000100:00100000:0.0:1329972751.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249836:0@lo:400
00000100:00100000:0.0:1329972751.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972752.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972753.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972754.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972755.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972756.306626:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972756.306633:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972756.306635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972756.306640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334878966
00000100:00000400:0.0:1329972756.306642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972756.306648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972756.306653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972756.306661:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972756.306668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972756.306670:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972756.306671:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972756.306674:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334878966
00000100:00000400:0.0:1329972756.306675:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972756.306678:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972756.306680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972756.306683:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88002528c400 x1394565373249846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972756.306704:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249845:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972756.306735:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249845 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972756] [real_sent 1329972756] [current 1329972756] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972756.306745:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249845/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972756.306751:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972756.306753:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972756.306756:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249845:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972756.306758:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249846:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972756.306766:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249846 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972756] [real_sent 1329972756] [current 1329972756] [deadline 25s] [delay -25s]  req@ffff88002528c400 x1394565373249846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972756.306773:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88002528c400 x1394565373249846/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972781 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972756.306778:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972756.306779:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972756.306781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249846:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972756.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249839:0@lo:400
00000100:00100000:0.0:1329972756.306807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972756.306814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249840:0@lo:400
00000100:00100000:0.0:1329972756.306824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972756.306828:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249841:0@lo:400
00000100:00100000:0.0:1329972756.306835:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972756.306840:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249842:0@lo:400
00000100:00100000:0.0:1329972756.306847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972756.306852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249843:0@lo:400
00000100:00100000:0.0:1329972756.306858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972756.306864:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249844:0@lo:400
00000100:00100000:0.0:1329972756.306870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972756.306888:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972756 exp ffff880052834000
00000100:00100000:0.0:1329972756.306915:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249839:12345-0@lo:400
00000100:00100000:0.0:1329972756.306939:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249839:12345-0@lo:400 Request procesed in 41us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972756.306952:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972756 exp ffff880008f8fc00
00000100:00080000:0.0:1329972756.306958:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972756 exp ffff880057c49800
00000100:00080000:0.0:1329972756.306963:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972756 exp ffff8800572c1c00
00000100:00080000:0.0:1329972756.306967:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972756 exp ffff880046d08400
00000100:00100000:0.0:1329972756.306977:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249840:12345-0@lo:400
00000100:00100000:0.0:1329972756.306994:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249840:12345-0@lo:400 Request procesed in 21us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972756.307002:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249841:12345-0@lo:400
00000100:00100000:0.0:1329972756.307013:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249841:12345-0@lo:400 Request procesed in 14us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972756.307020:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249843:12345-0@lo:400
00000100:00100000:0.0:1329972756.307031:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249843:12345-0@lo:400 Request procesed in 13us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972756.307038:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249844:12345-0@lo:400
00000100:00100000:0.0:1329972756.307049:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249844:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972756.307068:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972756 exp ffff880008f8f400
00000100:00100000:0.0:1329972756.307077:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249842:12345-0@lo:400
00000100:00100000:0.0:1329972756.307092:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249842:12345-0@lo:400 Request procesed in 19us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972756.307115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249839:0@lo:400
00000100:00100000:0.0:1329972756.307121:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249840:0@lo:400
00000100:00100000:0.0:1329972756.307125:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249841:0@lo:400
00000100:00100000:0.0:1329972756.307129:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249842:0@lo:400
00000100:00100000:0.0:1329972756.307133:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249843:0@lo:400
00000100:00100000:0.0:1329972756.307137:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249844:0@lo:400
00000100:00100000:0.0:1329972756.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972757.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972758.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972759.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972760.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972761.306640:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972761.306645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972761.306647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972761.306652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334883966
00000100:00000400:0.0:1329972761.306654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972761.306660:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972761.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972761.306672:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800175e9c00 x1394565373249853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972761.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972761.306681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972761.306682:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972761.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334883966
00000100:00000400:0.0:1329972761.306686:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972761.306688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972761.306690:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972761.306694:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972761.306711:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249847:0@lo:400
00000100:00100000:0.0:1329972761.306736:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972761.306744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249848:0@lo:400
00000100:00100000:0.0:1329972761.306753:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972761.306758:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249849:0@lo:400
00000100:00100000:0.0:1329972761.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972761.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249850:0@lo:400
00000100:00100000:0.0:1329972761.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972761.306781:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249851:0@lo:400
00000100:00100000:0.0:1329972761.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972761.306793:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249852:0@lo:400
00000100:00100000:0.0:1329972761.306800:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972761.306817:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972761 exp ffff880052834000
00000100:00100000:0.0:1329972761.306834:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249847:12345-0@lo:400
00000100:00100000:0.0:1329972761.306858:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249847:12345-0@lo:400 Request procesed in 32us (122us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972761.306871:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972761 exp ffff880008f8fc00
00000100:00080000:0.0:1329972761.306878:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972761 exp ffff880057c49800
00000100:00080000:0.0:1329972761.306882:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972761 exp ffff8800572c1c00
00000100:00080000:0.0:1329972761.306887:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972761 exp ffff880046d08400
00000100:00100000:0.0:1329972761.306895:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249848:12345-0@lo:400
00000100:00100000:0.0:1329972761.306911:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249848:12345-0@lo:400 Request procesed in 19us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972761.306920:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249849:12345-0@lo:400
00000100:00100000:0.0:1329972761.306931:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249849:12345-0@lo:400 Request procesed in 14us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972761.306938:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249851:12345-0@lo:400
00000100:00100000:0.0:1329972761.306949:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249851:12345-0@lo:400 Request procesed in 13us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972761.306956:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249852:12345-0@lo:400
00000100:00100000:0.0:1329972761.306968:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249852:12345-0@lo:400 Request procesed in 14us (167us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972761.306978:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972761 exp ffff880008f8f400
00000100:00100000:0.0:1329972761.306986:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249850:12345-0@lo:400
00000100:00100000:0.0:1329972761.307002:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249850:12345-0@lo:400 Request procesed in 19us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972761.307022:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249853:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972761.307034:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249853 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972761] [real_sent 1329972761] [current 1329972761] [deadline 25s] [delay -25s]  req@ffff8800175e9c00 x1394565373249853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972761.307077:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800175e9c00 x1394565373249853/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972761.307083:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972761.307085:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972761.307088:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249853:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972761.307091:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249854:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972761.307099:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249854 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972761] [real_sent 1329972761] [current 1329972761] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972761.307106:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249854/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972786 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972761.307111:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972761.307112:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972761.307114:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249854:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972761.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249847:0@lo:400
00000100:00100000:0.0:1329972761.307138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249848:0@lo:400
00000100:00100000:0.0:1329972761.307142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249849:0@lo:400
00000100:00100000:0.0:1329972761.307146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249850:0@lo:400
00000100:00100000:0.0:1329972761.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249851:0@lo:400
00000100:00100000:0.0:1329972761.307154:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249852:0@lo:400
00000100:00100000:0.0:1329972761.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972762.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972763.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972764.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972765.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972766.306682:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972766.306689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972766.306691:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972766.306697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334888966
00000100:00000400:0.0:1329972766.306699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972766.306704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972766.306710:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972766.306718:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972766.306725:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972766.306727:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972766.306728:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972766.306731:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334888966
00000100:00000400:0.0:1329972766.306732:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972766.306734:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972766.306736:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972766.306740:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972766.306761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249855:0@lo:400
00000100:00100000:0.0:1329972766.306788:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972766.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249856:0@lo:400
00000100:00100000:0.0:1329972766.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972766.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249857:0@lo:400
00000100:00100000:0.0:1329972766.306818:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972766.306823:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249858:0@lo:400
00000100:00100000:0.0:1329972766.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972766.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249859:0@lo:400
00000100:00100000:0.0:1329972766.306842:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972766.306848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249860:0@lo:400
00000100:00100000:0.0:1329972766.306854:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972766.306873:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972766 exp ffff880052834000
00000100:00100000:0.0:1329972766.306902:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249855:12345-0@lo:400
00000100:00100000:0.0:1329972766.306927:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249855:12345-0@lo:400 Request procesed in 45us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972766.306941:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972766 exp ffff880008f8fc00
00000100:00080000:0.0:1329972766.306947:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972766 exp ffff880057c49800
00000100:00080000:0.0:1329972766.306952:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972766 exp ffff8800572c1c00
00000100:00080000:0.0:1329972766.306956:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972766 exp ffff880046d08400
00000100:00100000:0.0:1329972766.306964:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249856:12345-0@lo:400
00000100:00100000:0.0:1329972766.306981:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249856:12345-0@lo:400 Request procesed in 19us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972766.306989:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249857:12345-0@lo:400
00000100:00100000:0.0:1329972766.307001:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249857:12345-0@lo:400 Request procesed in 13us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972766.307007:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249859:12345-0@lo:400
00000100:00100000:0.0:1329972766.307018:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249859:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972766.307025:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249860:12345-0@lo:400
00000100:00100000:0.0:1329972766.307035:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249860:12345-0@lo:400 Request procesed in 12us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972766.307048:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972766 exp ffff880008f8f400
00000100:00100000:0.0:1329972766.307057:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249858:12345-0@lo:400
00000100:00100000:0.0:1329972766.307073:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249858:12345-0@lo:400 Request procesed in 19us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972766.307093:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249861:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972766.307106:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249861 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972766] [real_sent 1329972766] [current 1329972766] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972766.307116:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249861/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972766.307123:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972766.307124:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972766.307127:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249861:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972766.307130:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249862:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972766.307137:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249862 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972766] [real_sent 1329972766] [current 1329972766] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972766.307144:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249862/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972791 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972766.307149:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972766.307150:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972766.307152:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249862:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972766.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249855:0@lo:400
00000100:00100000:0.0:1329972766.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249856:0@lo:400
00000100:00100000:0.0:1329972766.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249857:0@lo:400
00000100:00100000:0.0:1329972766.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249858:0@lo:400
00000100:00100000:0.0:1329972766.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249859:0@lo:400
00000100:00100000:0.0:1329972766.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249860:0@lo:400
00000100:00100000:0.0:1329972766.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972767.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972768.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972769.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972770.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972771.306644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972771.306650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972771.306652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972771.306657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334893966
00000100:00000400:0.0:1329972771.306659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972771.306664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972771.306670:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972771.306677:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be400 x1394565373249869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972771.306684:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972771.306686:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972771.306687:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972771.306690:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334893966
00000100:00000400:0.0:1329972771.306691:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972771.306694:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972771.306696:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972771.306699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972771.306722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249863:0@lo:400
00000100:00100000:0.0:1329972771.306748:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972771.306757:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249864:0@lo:400
00000100:00100000:0.0:1329972771.306765:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972771.306770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249865:0@lo:400
00000100:00100000:0.0:1329972771.306777:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972771.306782:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249866:0@lo:400
00000100:00100000:0.0:1329972771.306790:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972771.306795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249867:0@lo:400
00000100:00100000:0.0:1329972771.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972771.306808:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249868:0@lo:400
00000100:00100000:0.0:1329972771.306814:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972771.306832:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972771 exp ffff880052834000
00000100:00100000:0.0:1329972771.306850:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249863:12345-0@lo:400
00000100:00100000:0.0:1329972771.306874:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249863:12345-0@lo:400 Request procesed in 33us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972771.306887:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972771 exp ffff880008f8fc00
00000100:00080000:0.0:1329972771.306894:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972771 exp ffff880057c49800
00000100:00080000:0.0:1329972771.306899:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972771 exp ffff8800572c1c00
00000100:00080000:0.0:1329972771.306903:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972771 exp ffff880046d08400
00000100:00100000:0.0:1329972771.306911:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249864:12345-0@lo:400
00000100:00100000:0.0:1329972771.306928:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249864:12345-0@lo:400 Request procesed in 20us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972771.306936:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249865:12345-0@lo:400
00000100:00100000:0.0:1329972771.306948:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249865:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972771.306955:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249867:12345-0@lo:400
00000100:00100000:0.0:1329972771.306966:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249867:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972771.306983:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249868:12345-0@lo:400
00000100:00100000:0.0:1329972771.306994:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249868:12345-0@lo:400 Request procesed in 14us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972771.307004:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972771 exp ffff880008f8f400
00000100:00100000:0.0:1329972771.307013:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249866:12345-0@lo:400
00000100:00100000:0.0:1329972771.307029:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249866:12345-0@lo:400 Request procesed in 19us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972771.307049:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249869:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972771.307062:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249869 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972771] [real_sent 1329972771] [current 1329972771] [deadline 25s] [delay -25s]  req@ffff88004c2be400 x1394565373249869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972771.307072:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be400 x1394565373249869/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972771.307078:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972771.307079:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972771.307082:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249869:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972771.307085:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249870:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972771.307092:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249870 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972771] [real_sent 1329972771] [current 1329972771] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972771.307133:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249870/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972796 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972771.307146:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972771.307148:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972771.307150:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249870:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972771.307168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249863:0@lo:400
00000100:00100000:0.0:1329972771.307174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249864:0@lo:400
00000100:00100000:0.0:1329972771.307178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249865:0@lo:400
00000100:00100000:0.0:1329972771.307182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249866:0@lo:400
00000100:00100000:0.0:1329972771.307186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249867:0@lo:400
00000100:00100000:0.0:1329972771.307190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249868:0@lo:400
00000100:00100000:0.0:1329972771.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972772.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972773.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972774.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972775.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972776.306696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972776.306703:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972776.306705:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972776.306710:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334898966
00000100:00000400:0.0:1329972776.306712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972776.306718:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972776.306724:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972776.306731:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972776.306738:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972776.306740:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972776.306742:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972776.306744:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334898966
00000100:00000400:0.0:1329972776.306746:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972776.306748:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972776.306750:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972776.306753:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373249878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972776.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249871:0@lo:400
00000100:00100000:0.0:1329972776.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972776.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249872:0@lo:400
00000100:00100000:0.0:1329972776.306820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972776.306825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249873:0@lo:400
00000100:00100000:0.0:1329972776.306831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972776.306836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249874:0@lo:400
00000100:00100000:0.0:1329972776.306844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972776.306849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249875:0@lo:400
00000100:00100000:0.0:1329972776.306860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972776.306865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249876:0@lo:400
00000100:00100000:0.0:1329972776.306872:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972776.306890:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972776 exp ffff880052834000
00000100:00100000:0.0:1329972776.306916:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249871:12345-0@lo:400
00000100:00100000:0.0:1329972776.306940:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249871:12345-0@lo:400 Request procesed in 41us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972776.306954:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972776 exp ffff880008f8fc00
00000100:00080000:0.0:1329972776.306960:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972776 exp ffff880057c49800
00000100:00080000:0.0:1329972776.306965:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972776 exp ffff8800572c1c00
00000100:00080000:0.0:1329972776.306969:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972776 exp ffff880046d08400
00000100:00100000:0.0:1329972776.306979:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249872:12345-0@lo:400
00000100:00100000:0.0:1329972776.306996:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249872:12345-0@lo:400 Request procesed in 22us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972776.307004:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249873:12345-0@lo:400
00000100:00100000:0.0:1329972776.307016:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249873:12345-0@lo:400 Request procesed in 14us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972776.307023:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249875:12345-0@lo:400
00000100:00100000:0.0:1329972776.307033:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249875:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972776.307040:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249876:12345-0@lo:400
00000100:00100000:0.0:1329972776.307050:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249876:12345-0@lo:400 Request procesed in 12us (178us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972776.307060:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972776 exp ffff880008f8f400
00000100:00100000:0.0:1329972776.307069:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249874:12345-0@lo:400
00000100:00100000:0.0:1329972776.307085:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249874:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972776.307117:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249877:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972776.307131:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249877 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972776] [real_sent 1329972776] [current 1329972776] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972776.307141:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249877/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972776.307147:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972776.307149:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972776.307151:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249877:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972776.307154:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249878:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972776.307161:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249878 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972776] [real_sent 1329972776] [current 1329972776] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373249878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972776.307169:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373249878/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972801 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972776.307173:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972776.307175:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972776.307176:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249878:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972776.307192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249871:0@lo:400
00000100:00100000:0.0:1329972776.307198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249872:0@lo:400
00000100:00100000:0.0:1329972776.307202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249873:0@lo:400
00000100:00100000:0.0:1329972776.307206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249874:0@lo:400
00000100:00100000:0.0:1329972776.307210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249875:0@lo:400
00000100:00100000:0.0:1329972776.307214:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249876:0@lo:400
00000100:00100000:0.0:1329972776.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972777.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972778.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972779.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972780.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972781.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972781.306659:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972781.306660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972781.306663:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334903966
00000100:00000400:0.0:1329972781.306664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972781.306668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972781.306671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972781.306676:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373249885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972781.306679:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972781.306680:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972781.306681:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972781.306682:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334903966
00000100:00000400:0.0:1329972781.306683:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972781.306684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972781.306685:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972781.306686:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a000 x1394565373249886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972781.306698:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249885:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972781.306716:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249885 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972781] [real_sent 1329972781] [current 1329972781] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373249885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972781.306722:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373249885/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972781.306725:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972781.306726:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972781.306727:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249885:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972781.306728:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249886:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972781.306732:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249886 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972781] [real_sent 1329972781] [current 1329972781] [deadline 25s] [delay -25s]  req@ffff88003195a000 x1394565373249886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972781.306737:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a000 x1394565373249886/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972806 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972781.306739:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972781.306740:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972781.306741:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249886:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972781.306749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249879:0@lo:400
00000100:00100000:0.0:1329972781.306756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972781.306759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249880:0@lo:400
00000100:00100000:0.0:1329972781.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972781.306766:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249881:0@lo:400
00000100:00100000:0.0:1329972781.306769:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972781.306772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249882:0@lo:400
00000100:00100000:0.0:1329972781.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972781.306798:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249883:0@lo:400
00000100:00100000:0.0:1329972781.306802:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972781.306805:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249884:0@lo:400
00000100:00100000:0.0:1329972781.306808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972781.306819:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972781 exp ffff880052834000
00000100:00100000:0.0:1329972781.306831:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249879:12345-0@lo:400
00000100:00100000:0.0:1329972781.306845:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249879:12345-0@lo:400 Request procesed in 21us (89us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972781.306852:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972781 exp ffff880008f8fc00
00000100:00080000:0.0:1329972781.306855:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972781 exp ffff880057c49800
00000100:00080000:0.0:1329972781.306857:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972781 exp ffff8800572c1c00
00000100:00080000:0.0:1329972781.306860:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972781 exp ffff880046d08400
00000100:00100000:0.0:1329972781.306864:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249880:12345-0@lo:400
00000100:00100000:0.0:1329972781.306872:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249880:12345-0@lo:400 Request procesed in 10us (109us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972781.306876:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249881:12345-0@lo:400
00000100:00100000:0.0:1329972781.306881:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249881:12345-0@lo:400 Request procesed in 6us (112us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972781.306884:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249883:12345-0@lo:400
00000100:00100000:0.0:1329972781.306889:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249883:12345-0@lo:400 Request procesed in 6us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972781.306892:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249884:12345-0@lo:400
00000100:00100000:0.0:1329972781.306897:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249884:12345-0@lo:400 Request procesed in 6us (89us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972781.306903:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972781 exp ffff880008f8f400
00000100:00100000:0.0:1329972781.306907:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249882:12345-0@lo:400
00000100:00100000:0.0:1329972781.306915:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249882:12345-0@lo:400 Request procesed in 10us (121us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972781.306928:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249879:0@lo:400
00000100:00100000:0.0:1329972781.306931:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249880:0@lo:400
00000100:00100000:0.0:1329972781.306933:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249881:0@lo:400
00000100:00100000:0.0:1329972781.306935:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249882:0@lo:400
00000100:00100000:0.0:1329972781.306937:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249883:0@lo:400
00000100:00100000:0.0:1329972781.306939:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249884:0@lo:400
00000100:00100000:0.0:1329972781.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972782.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972783.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972784.369633:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972785.369644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972786.306655:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972786.306662:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972786.306664:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972786.306669:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334908966
00000100:00000400:0.0:1329972786.306671:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972786.306677:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972786.306683:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972786.306690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801000 x1394565373249893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972786.306698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972786.306699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972786.306700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972786.306703:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334908966
00000100:00000400:0.0:1329972786.306704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972786.306706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972786.306708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972786.306712:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373249894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972786.306733:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249893:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972786.306762:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249893 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972786] [real_sent 1329972786] [current 1329972786] [deadline 25s] [delay -25s]  req@ffff880052801000 x1394565373249893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972786.306773:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801000 x1394565373249893/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972786.306784:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972786.306786:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972786.306788:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249893:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972786.306791:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249894:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972786.306799:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249894 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972786] [real_sent 1329972786] [current 1329972786] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373249894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972786.306806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373249894/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972811 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972786.306810:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972786.306812:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972786.306813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249894:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972786.306827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249887:0@lo:400
00000100:00100000:0.0:1329972786.306840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972786.306847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249888:0@lo:400
00000100:00100000:0.0:1329972786.306855:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972786.306859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249889:0@lo:400
00000100:00100000:0.0:1329972786.306866:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972786.306871:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249890:0@lo:400
00000100:00100000:0.0:1329972786.306879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972786.306883:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249891:0@lo:400
00000100:00100000:0.0:1329972786.306890:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972786.306895:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249892:0@lo:400
00000100:00100000:0.0:1329972786.306901:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972786.306919:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972786 exp ffff880052834000
00000100:00100000:0.0:1329972786.306944:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249887:12345-0@lo:400
00000100:00100000:0.0:1329972786.306967:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249887:12345-0@lo:400 Request procesed in 40us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972786.306981:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972786 exp ffff880008f8fc00
00000100:00100000:0.0:1329972786.306992:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249888:12345-0@lo:400
00000100:00100000:0.0:1329972786.307009:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249888:12345-0@lo:400 Request procesed in 22us (154us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972786.307016:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972786 exp ffff880057c49800
00000100:00080000:0.0:1329972786.307021:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972786 exp ffff8800572c1c00
00000100:00080000:0.0:1329972786.307026:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972786 exp ffff880046d08400
00000100:00100000:0.0:1329972786.307033:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249889:12345-0@lo:400
00000100:00100000:0.0:1329972786.307045:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249889:12345-0@lo:400 Request procesed in 15us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972786.307063:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249891:12345-0@lo:400
00000100:00100000:0.0:1329972786.307074:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249891:12345-0@lo:400 Request procesed in 14us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972786.307081:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249892:12345-0@lo:400
00000100:00100000:0.0:1329972786.307092:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249892:12345-0@lo:400 Request procesed in 12us (190us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972786.307102:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972786 exp ffff880008f8f400
00000100:00100000:0.0:1329972786.307111:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249890:12345-0@lo:400
00000100:00100000:0.0:1329972786.307127:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249890:12345-0@lo:400 Request procesed in 18us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972786.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249887:0@lo:400
00000100:00100000:0.0:1329972786.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249888:0@lo:400
00000100:00100000:0.0:1329972786.307161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249889:0@lo:400
00000100:00100000:0.0:1329972786.307165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249890:0@lo:400
00000100:00100000:0.0:1329972786.307169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249891:0@lo:400
00000100:00100000:0.0:1329972786.307173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249892:0@lo:400
00000100:00100000:0.0:1329972786.369598:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972787.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972788.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972789.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972790.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972791.306637:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972791.306644:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972791.306646:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972791.306651:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334913966
00000100:00000400:0.0:1329972791.306653:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972791.306659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972791.306665:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972791.306673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880052801800 x1394565373249901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972791.306680:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972791.306682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972791.306683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972791.306685:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334913966
00000100:00000400:0.0:1329972791.306687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972791.306689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972791.306691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972791.306695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003195a400 x1394565373249902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972791.306716:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249895:0@lo:400
00000100:00100000:0.0:1329972791.306741:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972791.306750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249896:0@lo:400
00000100:00100000:0.0:1329972791.306759:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972791.306764:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249897:0@lo:400
00000100:00100000:0.0:1329972791.306770:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972791.306775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249898:0@lo:400
00000100:00100000:0.0:1329972791.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972791.306788:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249899:0@lo:400
00000100:00100000:0.0:1329972791.306795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972791.306800:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249900:0@lo:400
00000100:00100000:0.0:1329972791.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972791.306825:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972791 exp ffff880052834000
00000100:00100000:0.0:1329972791.306844:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249895:12345-0@lo:400
00000100:00100000:0.0:1329972791.306867:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249895:12345-0@lo:400 Request procesed in 33us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972791.306881:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972791 exp ffff880008f8fc00
00000100:00080000:0.0:1329972791.306887:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972791 exp ffff880057c49800
00000100:00080000:0.0:1329972791.306892:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972791 exp ffff8800572c1c00
00000100:00080000:0.0:1329972791.306896:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972791 exp ffff880046d08400
00000100:00100000:0.0:1329972791.306904:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249896:12345-0@lo:400
00000100:00100000:0.0:1329972791.306921:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249896:12345-0@lo:400 Request procesed in 20us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972791.306929:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249897:12345-0@lo:400
00000100:00100000:0.0:1329972791.306941:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249897:12345-0@lo:400 Request procesed in 14us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972791.306948:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249899:12345-0@lo:400
00000100:00100000:0.0:1329972791.306959:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249899:12345-0@lo:400 Request procesed in 12us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972791.306965:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249900:12345-0@lo:400
00000100:00100000:0.0:1329972791.306976:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249900:12345-0@lo:400 Request procesed in 13us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972791.306986:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972791 exp ffff880008f8f400
00000100:00100000:0.0:1329972791.306995:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249898:12345-0@lo:400
00000100:00100000:0.0:1329972791.307011:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249898:12345-0@lo:400 Request procesed in 19us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972791.307032:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249901:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972791.307045:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249901 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972791] [real_sent 1329972791] [current 1329972791] [deadline 25s] [delay -25s]  req@ffff880052801800 x1394565373249901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972791.307055:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880052801800 x1394565373249901/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972791.307061:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972791.307063:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972791.307066:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249901:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972791.307069:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249902:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972791.307076:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249902 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972791] [real_sent 1329972791] [current 1329972791] [deadline 25s] [delay -25s]  req@ffff88003195a400 x1394565373249902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972791.307089:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003195a400 x1394565373249902/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972816 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972791.307094:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972791.307095:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972791.307097:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249902:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972791.307113:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249895:0@lo:400
00000100:00100000:0.0:1329972791.307119:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249896:0@lo:400
00000100:00100000:0.0:1329972791.307123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249897:0@lo:400
00000100:00100000:0.0:1329972791.307127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249898:0@lo:400
00000100:00100000:0.0:1329972791.307131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249899:0@lo:400
00000100:00100000:0.0:1329972791.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249900:0@lo:400
00000100:00100000:0.0:1329972791.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972792.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972793.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972794.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972795.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972796.306635:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972796.306642:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972796.306644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972796.306649:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334918966
00000100:00000400:0.0:1329972796.306651:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972796.306656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972796.306662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972796.306669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972796.306677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972796.306679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972796.306680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972796.306683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334918966
00000100:00000400:0.0:1329972796.306684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972796.306686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972796.306688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972796.306692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373249910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972796.306713:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249903:0@lo:400
00000100:00100000:0.0:1329972796.306764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972796.306774:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249904:0@lo:400
00000100:00100000:0.0:1329972796.306783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972796.306787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249905:0@lo:400
00000100:00100000:0.0:1329972796.306794:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972796.306799:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249906:0@lo:400
00000100:00100000:0.0:1329972796.306806:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972796.306811:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249907:0@lo:400
00000100:00100000:0.0:1329972796.306817:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972796.306822:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249908:0@lo:400
00000100:00100000:0.0:1329972796.306829:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972796.306842:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249909:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972796.306854:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249909 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972796] [real_sent 1329972796] [current 1329972796] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972796.306864:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249909/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972796.306871:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972796.306872:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972796.306875:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249909:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972796.306878:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249910:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972796.306885:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249910 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972796] [real_sent 1329972796] [current 1329972796] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373249910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972796.306892:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373249910/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972821 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972796.306897:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972796.306898:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972796.306900:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249910:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972796.306919:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972796 exp ffff880052834000
00000100:00100000:0.0:1329972796.306943:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249903:12345-0@lo:400
00000100:00100000:0.0:1329972796.306967:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249903:12345-0@lo:400 Request procesed in 40us (203us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972796.306981:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972796 exp ffff880008f8fc00
00000100:00080000:0.0:1329972796.306988:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972796 exp ffff880057c49800
00000100:00080000:0.0:1329972796.306992:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972796 exp ffff8800572c1c00
00000100:00080000:0.0:1329972796.306997:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972796 exp ffff880046d08400
00000100:00100000:0.0:1329972796.307005:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249904:12345-0@lo:400
00000100:00100000:0.0:1329972796.307022:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249904:12345-0@lo:400 Request procesed in 20us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972796.307031:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249905:12345-0@lo:400
00000100:00100000:0.0:1329972796.307043:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249905:12345-0@lo:400 Request procesed in 14us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972796.307049:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249907:12345-0@lo:400
00000100:00100000:0.0:1329972796.307060:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249907:12345-0@lo:400 Request procesed in 13us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972796.307067:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249908:12345-0@lo:400
00000100:00100000:0.0:1329972796.307077:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249908:12345-0@lo:400 Request procesed in 12us (248us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972796.307087:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972796 exp ffff880008f8f400
00000100:00100000:0.0:1329972796.307096:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249906:12345-0@lo:400
00000100:00100000:0.0:1329972796.307112:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249906:12345-0@lo:400 Request procesed in 19us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972796.307135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249903:0@lo:400
00000100:00100000:0.0:1329972796.307141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249904:0@lo:400
00000100:00100000:0.0:1329972796.307145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249905:0@lo:400
00000100:00100000:0.0:1329972796.307150:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249906:0@lo:400
00000100:00100000:0.0:1329972796.307153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249907:0@lo:400
00000100:00100000:0.0:1329972796.307157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249908:0@lo:400
00000100:00100000:0.0:1329972796.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972797.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972798.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972799.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972800.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972801.307596:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972801.307602:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972801.307604:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972801.307609:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334923966
00000100:00000400:0.0:1329972801.307611:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972801.307616:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972801.307623:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972801.307630:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373249917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972801.307637:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972801.307639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972801.307640:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972801.307643:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334923966
00000100:00000400:0.0:1329972801.307644:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972801.307646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972801.307648:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972801.307652:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373249918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972801.307671:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249911:0@lo:400
00000100:00100000:0.0:1329972801.307695:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972801.307704:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249912:0@lo:400
00000100:00100000:0.0:1329972801.307713:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972801.307718:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249913:0@lo:400
00000100:00100000:0.0:1329972801.307726:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972801.307731:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249914:0@lo:400
00000100:00100000:0.0:1329972801.307739:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972801.307744:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249915:0@lo:400
00000100:00100000:0.0:1329972801.307754:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972801.307759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249916:0@lo:400
00000100:00100000:0.0:1329972801.307766:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972801.307779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249917:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972801.307800:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249917 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972801] [real_sent 1329972801] [current 1329972801] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373249917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972801.307810:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373249917/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972801.307816:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972801.307818:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972801.307820:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249917:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972801.307823:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249918:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972801.307830:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249918 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972801] [real_sent 1329972801] [current 1329972801] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373249918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972801.307837:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373249918/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972826 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972801.307842:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972801.307843:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972801.307845:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249918:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972801.307870:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972801 exp ffff880052834000
00000100:00100000:0.0:1329972801.307888:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249911:12345-0@lo:400
00000100:00100000:0.0:1329972801.307912:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249911:12345-0@lo:400 Request procesed in 33us (217us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972801.307925:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972801 exp ffff880008f8fc00
00000100:00080000:0.0:1329972801.307932:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972801 exp ffff880057c49800
00000100:00080000:0.0:1329972801.307938:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972801 exp ffff8800572c1c00
00000100:00080000:0.0:1329972801.307942:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972801 exp ffff880046d08400
00000100:00100000:0.0:1329972801.307951:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249912:12345-0@lo:400
00000100:00100000:0.0:1329972801.307968:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249912:12345-0@lo:400 Request procesed in 21us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972801.307989:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249913:12345-0@lo:400
00000100:00100000:0.0:1329972801.308001:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249913:12345-0@lo:400 Request procesed in 14us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972801.308008:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249915:12345-0@lo:400
00000100:00100000:0.0:1329972801.308019:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249915:12345-0@lo:400 Request procesed in 13us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972801.308025:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249916:12345-0@lo:400
00000100:00100000:0.0:1329972801.308036:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249916:12345-0@lo:400 Request procesed in 13us (270us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972801.308047:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972801 exp ffff880008f8f400
00000100:00100000:0.0:1329972801.308056:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249914:12345-0@lo:400
00000100:00100000:0.0:1329972801.308073:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249914:12345-0@lo:400 Request procesed in 20us (334us total) trans 0 rc 0/0
00000400:02020000:0.0:1329972801.308312:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972801.308353:0:11074:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972801.308362:0:11074:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972801.308378:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249911:0@lo:400
00000100:00100000:0.0:1329972801.308385:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249912:0@lo:400
00000100:00100000:0.0:1329972801.308389:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249913:0@lo:400
00000100:00100000:0.0:1329972801.308394:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249914:0@lo:400
00000100:00100000:0.0:1329972801.308398:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249915:0@lo:400
00000100:00100000:0.0:1329972801.308402:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249916:0@lo:400
00000100:00100000:0.0:1329972801.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972802.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972803.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972804.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972805.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972806.307646:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972806.307653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972806.307655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972806.307660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334928967
00000100:00000400:0.0:1329972806.307662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972806.307668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972806.307674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972806.307681:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373249925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972806.307689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972806.307690:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972806.307692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972806.307694:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334928967
00000100:00000400:0.0:1329972806.307696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972806.307698:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972806.307700:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972806.307703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800251d4400 x1394565373249926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972806.307724:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249925:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972806.307751:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249925 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972806] [real_sent 1329972806] [current 1329972806] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373249925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972806.307762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373249925/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972806.307768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972806.307770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972806.307773:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249925:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972806.307776:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249926:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972806.307783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249926 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972806] [real_sent 1329972806] [current 1329972806] [deadline 25s] [delay -25s]  req@ffff8800251d4400 x1394565373249926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972806.307790:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800251d4400 x1394565373249926/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972831 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972806.307795:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972806.307796:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972806.307798:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249926:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972806.307812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249919:0@lo:400
00000100:00100000:0.0:1329972806.307825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972806.307831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249920:0@lo:400
00000100:00100000:0.0:1329972806.307839:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972806.307844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249921:0@lo:400
00000100:00100000:0.0:1329972806.307850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972806.307855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249922:0@lo:400
00000100:00100000:0.0:1329972806.307863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972806.307868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249923:0@lo:400
00000100:00100000:0.0:1329972806.307874:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972806.307879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249924:0@lo:400
00000100:00100000:0.0:1329972806.307888:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972806.307905:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972806 exp ffff880052834000
00000100:00100000:0.0:1329972806.307930:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249919:12345-0@lo:400
00000100:00100000:0.0:1329972806.307953:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249919:12345-0@lo:400 Request procesed in 39us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972806.307967:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972806 exp ffff880008f8fc00
00000100:00080000:0.0:1329972806.307974:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972806 exp ffff880057c49800
00000100:00080000:0.0:1329972806.307978:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972806 exp ffff8800572c1c00
00000100:00080000:0.0:1329972806.307983:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972806 exp ffff880046d08400
00000100:00100000:0.0:1329972806.307991:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249920:12345-0@lo:400
00000100:00100000:0.0:1329972806.308007:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249920:12345-0@lo:400 Request procesed in 20us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972806.308016:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249921:12345-0@lo:400
00000100:00100000:0.0:1329972806.308027:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249921:12345-0@lo:400 Request procesed in 14us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972806.308034:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249923:12345-0@lo:400
00000100:00100000:0.0:1329972806.308045:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249923:12345-0@lo:400 Request procesed in 12us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972806.308052:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249924:12345-0@lo:400
00000100:00100000:0.0:1329972806.308063:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249924:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972806.308073:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972806 exp ffff880008f8f400
00000100:00100000:0.0:1329972806.308081:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249922:12345-0@lo:400
00000100:00100000:0.0:1329972806.308098:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249922:12345-0@lo:400 Request procesed in 19us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972806.308120:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249919:0@lo:400
00000100:00100000:0.0:1329972806.308127:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249920:0@lo:400
00000100:00100000:0.0:1329972806.308131:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249921:0@lo:400
00000100:00100000:0.0:1329972806.308135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249922:0@lo:400
00000100:00100000:0.0:1329972806.308139:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249923:0@lo:400
00000100:00100000:0.0:1329972806.308143:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249924:0@lo:400
00000100:00100000:0.0:1329972806.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972807.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972808.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972809.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972810.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972811.307691:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972811.307698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972811.307700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972811.307705:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334933967
00000100:00000400:0.0:1329972811.307707:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972811.307713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972811.307719:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972811.307726:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972811.307733:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972811.307735:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972811.307736:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972811.307739:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334933967
00000100:00000400:0.0:1329972811.307740:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972811.307743:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972811.307744:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972811.307748:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972811.307770:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249927:0@lo:400
00000100:00100000:0.0:1329972811.307795:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972811.307804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249928:0@lo:400
00000100:00100000:0.0:1329972811.307813:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972811.307818:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249929:0@lo:400
00000100:00100000:0.0:1329972811.307824:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972811.307829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249930:0@lo:400
00000100:00100000:0.0:1329972811.307837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972811.307842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249931:0@lo:400
00000100:00100000:0.0:1329972811.307850:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972811.307855:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249932:0@lo:400
00000100:00100000:0.0:1329972811.307862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972811.307880:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972811 exp ffff880052834000
00000100:00100000:0.0:1329972811.307900:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249927:12345-0@lo:400
00000100:00100000:0.0:1329972811.307923:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249927:12345-0@lo:400 Request procesed in 33us (128us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972811.307937:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972811 exp ffff880008f8fc00
00000100:00080000:0.0:1329972811.307944:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972811 exp ffff880057c49800
00000100:00080000:0.0:1329972811.307948:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972811 exp ffff8800572c1c00
00000100:00080000:0.0:1329972811.307953:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972811 exp ffff880046d08400
00000100:00100000:0.0:1329972811.307961:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249928:12345-0@lo:400
00000100:00100000:0.0:1329972811.307978:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249928:12345-0@lo:400 Request procesed in 20us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972811.307986:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249929:12345-0@lo:400
00000100:00100000:0.0:1329972811.307998:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249929:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972811.308004:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249931:12345-0@lo:400
00000100:00100000:0.0:1329972811.308015:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249931:12345-0@lo:400 Request procesed in 13us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972811.308022:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249932:12345-0@lo:400
00000100:00100000:0.0:1329972811.308032:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249932:12345-0@lo:400 Request procesed in 12us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972811.308053:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972811 exp ffff880008f8f400
00000100:00100000:0.0:1329972811.308061:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249930:12345-0@lo:400
00000100:00100000:0.0:1329972811.308078:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249930:12345-0@lo:400 Request procesed in 19us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972811.308098:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249933:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972811.308111:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249933 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972811] [real_sent 1329972811] [current 1329972811] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972811.308121:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249933/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972811.308128:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972811.308129:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972811.308132:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249933:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972811.308135:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249934:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972811.308142:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249934 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972811] [real_sent 1329972811] [current 1329972811] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972811.308149:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249934/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972836 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972811.308154:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972811.308155:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972811.308157:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249934:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972811.308173:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249927:0@lo:400
00000100:00100000:0.0:1329972811.308179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249928:0@lo:400
00000100:00100000:0.0:1329972811.308183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249929:0@lo:400
00000100:00100000:0.0:1329972811.308187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249930:0@lo:400
00000100:00100000:0.0:1329972811.308192:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249931:0@lo:400
00000100:00100000:0.0:1329972811.308195:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249932:0@lo:400
00000100:00100000:0.0:1329972811.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972812.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972813.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972814.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972815.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972816.307651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972816.307658:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972816.307660:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972816.307665:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334938967
00000100:00000400:0.0:1329972816.307667:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972816.307673:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972816.307680:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972816.307687:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373249941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972816.307695:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972816.307696:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972816.307698:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972816.307700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334938967
00000100:00000400:0.0:1329972816.307701:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972816.307704:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972816.307706:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972816.307743:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976c00 x1394565373249942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972816.307765:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249941:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972816.307793:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249941 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972816] [real_sent 1329972816] [current 1329972816] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373249941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972816.307803:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373249941/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972816.307809:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972816.307811:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972816.307813:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249941:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972816.307816:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249942:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972816.307824:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249942 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972816] [real_sent 1329972816] [current 1329972816] [deadline 25s] [delay -25s]  req@ffff880032976c00 x1394565373249942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972816.307837:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976c00 x1394565373249942/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972841 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972816.307842:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972816.307843:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972816.307845:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249942:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972816.307859:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249935:0@lo:400
00000100:00100000:0.0:1329972816.307870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972816.307877:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249936:0@lo:400
00000100:00100000:0.0:1329972816.307885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972816.307890:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249937:0@lo:400
00000100:00100000:0.0:1329972816.307896:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972816.307901:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249938:0@lo:400
00000100:00100000:0.0:1329972816.307909:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972816.307914:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249939:0@lo:400
00000100:00100000:0.0:1329972816.307920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972816.307925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249940:0@lo:400
00000100:00100000:0.0:1329972816.307931:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972816.307949:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972816 exp ffff880052834000
00000100:00100000:0.0:1329972816.307973:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249935:12345-0@lo:400
00000100:00100000:0.0:1329972816.307997:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249935:12345-0@lo:400 Request procesed in 39us (126us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972816.308011:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972816 exp ffff880008f8fc00
00000100:00080000:0.0:1329972816.308017:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972816 exp ffff880057c49800
00000100:00080000:0.0:1329972816.308022:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972816 exp ffff8800572c1c00
00000100:00080000:0.0:1329972816.308026:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972816 exp ffff880046d08400
00000100:00100000:0.0:1329972816.308035:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249936:12345-0@lo:400
00000100:00100000:0.0:1329972816.308052:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249936:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972816.308060:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249937:12345-0@lo:400
00000100:00100000:0.0:1329972816.308071:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249937:12345-0@lo:400 Request procesed in 14us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972816.308078:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249939:12345-0@lo:400
00000100:00100000:0.0:1329972816.308089:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249939:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972816.308096:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249940:12345-0@lo:400
00000100:00100000:0.0:1329972816.308106:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249940:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972816.308117:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972816 exp ffff880008f8f400
00000100:00100000:0.0:1329972816.308125:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249938:12345-0@lo:400
00000100:00100000:0.0:1329972816.308141:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249938:12345-0@lo:400 Request procesed in 18us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972816.308164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249935:0@lo:400
00000100:00100000:0.0:1329972816.308170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249936:0@lo:400
00000100:00100000:0.0:1329972816.308174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249937:0@lo:400
00000100:00100000:0.0:1329972816.308179:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249938:0@lo:400
00000100:00100000:0.0:1329972816.308183:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249939:0@lo:400
00000100:00100000:0.0:1329972816.308186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249940:0@lo:400
00000100:00100000:0.0:1329972816.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972817.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972818.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972819.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972820.369582:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972821.307645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972821.307653:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972821.307655:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972821.307662:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334943967
00000100:00000400:0.0:1329972821.307664:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972821.307671:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972821.307678:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972821.307688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373249949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972821.307698:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972821.307701:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972821.307702:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972821.307707:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334943967
00000100:00000400:0.0:1329972821.307709:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972821.307712:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972821.307715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972821.307721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373249950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972821.307748:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249943:0@lo:400
00000100:00100000:0.0:1329972821.307778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972821.307792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249944:0@lo:400
00000100:00100000:0.0:1329972821.307840:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972821.307851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249945:0@lo:400
00000100:00100000:0.0:1329972821.307864:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972821.307873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249946:0@lo:400
00000100:00100000:0.0:1329972821.307885:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972821.307893:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249947:0@lo:400
00000100:00100000:0.0:1329972821.307904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972821.307912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249948:0@lo:400
00000100:00100000:0.0:1329972821.307924:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972821.307950:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972821 exp ffff880052834000
00000100:00100000:0.0:1329972821.307974:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249943:12345-0@lo:400
00000100:00100000:0.0:1329972821.308006:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249943:12345-0@lo:400 Request procesed in 43us (227us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972821.308027:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972821 exp ffff880008f8fc00
00000100:00080000:0.0:1329972821.308038:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972821 exp ffff880057c49800
00000100:00080000:0.0:1329972821.308045:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972821 exp ffff8800572c1c00
00000100:00080000:0.0:1329972821.308053:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972821 exp ffff880046d08400
00000100:00100000:0.0:1329972821.308066:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249944:12345-0@lo:400
00000100:00100000:0.0:1329972821.308091:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249944:12345-0@lo:400 Request procesed in 30us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972821.308104:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249945:12345-0@lo:400
00000100:00100000:0.0:1329972821.308122:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249945:12345-0@lo:400 Request procesed in 22us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972821.308133:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249947:12345-0@lo:400
00000100:00100000:0.0:1329972821.308151:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249947:12345-0@lo:400 Request procesed in 21us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972821.308158:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249948:12345-0@lo:400
00000100:00100000:0.0:1329972821.308169:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249948:12345-0@lo:400 Request procesed in 13us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972821.308181:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972821 exp ffff880008f8f400
00000100:00100000:0.0:1329972821.308189:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249946:12345-0@lo:400
00000100:00100000:0.0:1329972821.308206:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249946:12345-0@lo:400 Request procesed in 18us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972821.308227:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249949:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972821.308240:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249949 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972821] [real_sent 1329972821] [current 1329972821] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373249949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972821.308250:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373249949/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972821.308257:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972821.308258:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972821.308261:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249949:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972821.308264:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249950:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972821.308271:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249950 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972821] [real_sent 1329972821] [current 1329972821] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373249950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972821.308278:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373249950/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972846 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972821.308283:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972821.308284:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972821.308286:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249950:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972821.308301:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249943:0@lo:400
00000100:00100000:0.0:1329972821.308308:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249944:0@lo:400
00000100:00100000:0.0:1329972821.308312:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249945:0@lo:400
00000100:00100000:0.0:1329972821.308317:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249946:0@lo:400
00000100:00100000:0.0:1329972821.308321:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249947:0@lo:400
00000100:00100000:0.0:1329972821.308325:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249948:0@lo:400
00000100:00100000:0.0:1329972821.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972822.369622:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972823.369594:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972824.369604:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972825.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972826.307643:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972826.307650:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972826.307652:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972826.307657:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334948967
00000100:00000400:0.0:1329972826.307659:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972826.307665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972826.307671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972826.307678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376cdc00 x1394565373249957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972826.307686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972826.307687:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972826.307689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972826.307691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334948967
00000100:00000400:0.0:1329972826.307693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972826.307725:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972826.307728:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972826.307733:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005181b400 x1394565373249958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972826.307760:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249957:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972826.307787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249957 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972826] [real_sent 1329972826] [current 1329972826] [deadline 25s] [delay -25s]  req@ffff8800376cdc00 x1394565373249957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972826.307797:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376cdc00 x1394565373249957/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972826.307803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972826.307805:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972826.307807:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249957:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972826.307810:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249958:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972826.307818:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249958 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972826] [real_sent 1329972826] [current 1329972826] [deadline 25s] [delay -25s]  req@ffff88005181b400 x1394565373249958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972826.307825:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005181b400 x1394565373249958/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972851 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972826.307830:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972826.307831:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972826.307833:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249958:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972826.307847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249951:0@lo:400
00000100:00100000:0.0:1329972826.307859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972826.307867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249952:0@lo:400
00000100:00100000:0.0:1329972826.307875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972826.307880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249953:0@lo:400
00000100:00100000:0.0:1329972826.307886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972826.307891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249954:0@lo:400
00000100:00100000:0.0:1329972826.307899:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972826.307904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249955:0@lo:400
00000100:00100000:0.0:1329972826.307910:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972826.307915:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249956:0@lo:400
00000100:00100000:0.0:1329972826.307956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972826.307979:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972826 exp ffff880052834000
00000100:00100000:0.0:1329972826.308004:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249951:12345-0@lo:400
00000100:00100000:0.0:1329972826.308028:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249951:12345-0@lo:400 Request procesed in 41us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972826.308042:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972826 exp ffff880008f8fc00
00000100:00080000:0.0:1329972826.308049:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972826 exp ffff880057c49800
00000100:00080000:0.0:1329972826.308053:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972826 exp ffff8800572c1c00
00000100:00080000:0.0:1329972826.308058:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972826 exp ffff880046d08400
00000100:00100000:0.0:1329972826.308066:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249952:12345-0@lo:400
00000100:00100000:0.0:1329972826.308083:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249952:12345-0@lo:400 Request procesed in 20us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972826.308091:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249953:12345-0@lo:400
00000100:00100000:0.0:1329972826.308103:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249953:12345-0@lo:400 Request procesed in 14us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972826.308110:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249955:12345-0@lo:400
00000100:00100000:0.0:1329972826.308121:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249955:12345-0@lo:400 Request procesed in 12us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972826.308138:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249956:12345-0@lo:400
00000100:00100000:0.0:1329972826.308149:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249956:12345-0@lo:400 Request procesed in 13us (193us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972826.308161:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972826 exp ffff880008f8f400
00000100:00100000:0.0:1329972826.308170:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249954:12345-0@lo:400
00000100:00100000:0.0:1329972826.308186:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249954:12345-0@lo:400 Request procesed in 19us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972826.308210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249951:0@lo:400
00000100:00100000:0.0:1329972826.308216:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249952:0@lo:400
00000100:00100000:0.0:1329972826.308220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249953:0@lo:400
00000100:00100000:0.0:1329972826.308224:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249954:0@lo:400
00000100:00100000:0.0:1329972826.308228:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249955:0@lo:400
00000100:00100000:0.0:1329972826.308232:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249956:0@lo:400
00000100:00100000:0.0:1329972826.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972827.369649:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972828.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972829.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972830.369578:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972831.307674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972831.307681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972831.307683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972831.307688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334953967
00000100:00000400:0.0:1329972831.307690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972831.307696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972831.307702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972831.307709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976c00 x1394565373249965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972831.307717:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972831.307719:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972831.307720:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972831.307722:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334953967
00000100:00000400:0.0:1329972831.307724:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972831.307726:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972831.307728:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972831.307732:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373249966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972831.307753:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249959:0@lo:400
00000100:00100000:0.0:1329972831.307778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972831.307787:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249960:0@lo:400
00000100:00100000:0.0:1329972831.307796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972831.307801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249961:0@lo:400
00000100:00100000:0.0:1329972831.307807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972831.307812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249962:0@lo:400
00000100:00100000:0.0:1329972831.307820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972831.307825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249963:0@lo:400
00000100:00100000:0.0:1329972831.307832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972831.307836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249964:0@lo:400
00000100:00100000:0.0:1329972831.307843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972831.307854:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249965:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972831.307866:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249965 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972831] [real_sent 1329972831] [current 1329972831] [deadline 25s] [delay -25s]  req@ffff880032976c00 x1394565373249965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972831.307876:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976c00 x1394565373249965/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972831.307882:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972831.307884:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972831.307887:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249965:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972831.307890:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249966:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972831.307897:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249966 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972831] [real_sent 1329972831] [current 1329972831] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373249966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972831.307904:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373249966/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972856 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972831.307909:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972831.307910:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972831.307912:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249966:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972831.307931:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972831 exp ffff880052834000
00000100:00100000:0.0:1329972831.307949:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249959:12345-0@lo:400
00000100:00100000:0.0:1329972831.307973:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249959:12345-0@lo:400 Request procesed in 33us (195us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972831.307987:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972831 exp ffff880008f8fc00
00000100:00080000:0.0:1329972831.307993:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972831 exp ffff880057c49800
00000100:00080000:0.0:1329972831.307998:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972831 exp ffff8800572c1c00
00000100:00080000:0.0:1329972831.308002:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972831 exp ffff880046d08400
00000100:00100000:0.0:1329972831.308010:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249960:12345-0@lo:400
00000100:00100000:0.0:1329972831.308027:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249960:12345-0@lo:400 Request procesed in 19us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972831.308035:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249961:12345-0@lo:400
00000100:00100000:0.0:1329972831.308046:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249961:12345-0@lo:400 Request procesed in 14us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972831.308053:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249963:12345-0@lo:400
00000100:00100000:0.0:1329972831.308064:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249963:12345-0@lo:400 Request procesed in 13us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972831.308071:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249964:12345-0@lo:400
00000100:00100000:0.0:1329972831.308081:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249964:12345-0@lo:400 Request procesed in 13us (238us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972831.308091:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972831 exp ffff880008f8f400
00000100:00100000:0.0:1329972831.308099:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249962:12345-0@lo:400
00000100:00100000:0.0:1329972831.308115:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249962:12345-0@lo:400 Request procesed in 19us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972831.308149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249959:0@lo:400
00000100:00100000:0.0:1329972831.308155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249960:0@lo:400
00000100:00100000:0.0:1329972831.308159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249961:0@lo:400
00000100:00100000:0.0:1329972831.308163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249962:0@lo:400
00000100:00100000:0.0:1329972831.308167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249963:0@lo:400
00000100:00100000:0.0:1329972831.308171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249964:0@lo:400
00000100:00100000:0.0:1329972831.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972832.369632:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972833.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972834.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972835.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972836.307664:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972836.307671:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972836.307673:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972836.307678:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334958967
00000100:00000400:0.0:1329972836.307681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972836.307686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972836.307693:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972836.307700:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373249973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972836.307708:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972836.307709:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972836.307711:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972836.307713:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334958967
00000100:00000400:0.0:1329972836.307714:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972836.307717:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972836.307719:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972836.307723:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972836.307743:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249973:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972836.307770:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249973 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972836] [real_sent 1329972836] [current 1329972836] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373249973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972836.307780:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373249973/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972836.307787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972836.307788:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972836.307791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249973:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972836.307793:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249974:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972836.307801:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249974 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972836] [real_sent 1329972836] [current 1329972836] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972836.307814:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249974/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972861 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972836.307819:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972836.307820:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972836.307822:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249974:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972836.307836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249967:0@lo:400
00000100:00100000:0.0:1329972836.307849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972836.307856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249968:0@lo:400
00000100:00100000:0.0:1329972836.307863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972836.307868:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249969:0@lo:400
00000100:00100000:0.0:1329972836.307875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972836.307880:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249970:0@lo:400
00000100:00100000:0.0:1329972836.307918:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972836.307925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249971:0@lo:400
00000100:00100000:0.0:1329972836.307934:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972836.307939:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249972:0@lo:400
00000100:00100000:0.0:1329972836.307946:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972836.307966:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972836 exp ffff880052834000
00000100:00100000:0.0:1329972836.307992:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249967:12345-0@lo:400
00000100:00100000:0.0:1329972836.308017:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249967:12345-0@lo:400 Request procesed in 42us (168us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972836.308031:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972836 exp ffff880008f8fc00
00000100:00080000:0.0:1329972836.308038:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972836 exp ffff880057c49800
00000100:00080000:0.0:1329972836.308042:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972836 exp ffff8800572c1c00
00000100:00080000:0.0:1329972836.308047:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972836 exp ffff880046d08400
00000100:00100000:0.0:1329972836.308056:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249968:12345-0@lo:400
00000100:00100000:0.0:1329972836.308073:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249968:12345-0@lo:400 Request procesed in 21us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972836.308081:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249969:12345-0@lo:400
00000100:00100000:0.0:1329972836.308093:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249969:12345-0@lo:400 Request procesed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972836.308100:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249971:12345-0@lo:400
00000100:00100000:0.0:1329972836.308110:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249971:12345-0@lo:400 Request procesed in 13us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972836.308117:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249972:12345-0@lo:400
00000100:00100000:0.0:1329972836.308128:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249972:12345-0@lo:400 Request procesed in 12us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972836.308138:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972836 exp ffff880008f8f400
00000100:00100000:0.0:1329972836.308146:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249970:12345-0@lo:400
00000100:00100000:0.0:1329972836.308193:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249970:12345-0@lo:400 Request procesed in 19us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972836.308220:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249967:0@lo:400
00000100:00100000:0.0:1329972836.308227:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249968:0@lo:400
00000100:00100000:0.0:1329972836.308231:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249969:0@lo:400
00000100:00100000:0.0:1329972836.308236:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249970:0@lo:400
00000100:00100000:0.0:1329972836.308240:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249971:0@lo:400
00000100:00100000:0.0:1329972836.308243:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249972:0@lo:400
00000100:00100000:0.0:1329972836.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972837.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972838.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972839.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972840.369644:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972841.307659:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972841.307666:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972841.307668:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972841.307673:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334963967
00000100:00000400:0.0:1329972841.307676:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972841.307681:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972841.307687:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972841.307696:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005247ec00 x1394565373249981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972841.307704:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972841.307706:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972841.307707:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972841.307709:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334963967
00000100:00000400:0.0:1329972841.307711:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972841.307713:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972841.307715:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972841.307719:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000d697800 x1394565373249982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972841.307739:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249981:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972841.307766:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249981 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972841] [real_sent 1329972841] [current 1329972841] [deadline 25s] [delay -25s]  req@ffff88005247ec00 x1394565373249981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972841.307776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005247ec00 x1394565373249981/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972841.307788:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972841.307789:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972841.307792:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249981:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972841.307794:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249982:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972841.307801:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249982 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972841] [real_sent 1329972841] [current 1329972841] [deadline 25s] [delay -25s]  req@ffff88000d697800 x1394565373249982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972841.307809:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000d697800 x1394565373249982/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972866 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972841.307813:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972841.307815:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972841.307817:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249982:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972841.307831:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249975:0@lo:400
00000100:00100000:0.0:1329972841.307843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972841.307851:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249976:0@lo:400
00000100:00100000:0.0:1329972841.307858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972841.307863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249977:0@lo:400
00000100:00100000:0.0:1329972841.307870:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972841.307875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249978:0@lo:400
00000100:00100000:0.0:1329972841.307882:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972841.307887:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249979:0@lo:400
00000100:00100000:0.0:1329972841.307894:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972841.307898:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249980:0@lo:400
00000100:00100000:0.0:1329972841.307905:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972841.307923:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972841 exp ffff880008f8fc00
00000100:00080000:0.0:1329972841.307931:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972841 exp ffff880057c49800
00000100:00080000:0.0:1329972841.307936:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972841 exp ffff8800572c1c00
00000100:00080000:0.0:1329972841.307940:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972841 exp ffff880046d08400
00000100:00100000:0.0:1329972841.307956:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249976:12345-0@lo:400
00000100:00100000:0.0:1329972841.307982:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249976:12345-0@lo:400 Request procesed in 36us (124us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972841.307992:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249977:12345-0@lo:400
00000100:00100000:0.0:1329972841.308004:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249977:12345-0@lo:400 Request procesed in 15us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972841.308023:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249979:12345-0@lo:400
00000100:00100000:0.0:1329972841.308035:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249979:12345-0@lo:400 Request procesed in 14us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972841.308041:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249980:12345-0@lo:400
00000100:00100000:0.0:1329972841.308052:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249980:12345-0@lo:400 Request procesed in 13us (147us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972841.308071:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972841 exp ffff880052834000
00000100:00100000:0.0:1329972841.308079:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249975:12345-0@lo:400
00000100:00100000:0.0:1329972841.308093:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249975:12345-0@lo:400 Request procesed in 16us (251us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972841.308105:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972841 exp ffff880008f8f400
00000100:00100000:0.0:1329972841.308113:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249978:12345-0@lo:400
00000100:00100000:0.0:1329972841.308130:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249978:12345-0@lo:400 Request procesed in 19us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972841.308144:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249975:0@lo:400
00000100:00100000:0.0:1329972841.308151:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249976:0@lo:400
00000100:00100000:0.0:1329972841.308155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249977:0@lo:400
00000100:00100000:0.0:1329972841.308159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249978:0@lo:400
00000100:00100000:0.0:1329972841.308163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249979:0@lo:400
00000100:00100000:0.0:1329972841.308167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249980:0@lo:400
00000100:00100000:0.0:1329972841.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972842.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972843.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972844.369638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972845.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972846.307685:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972846.307692:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972846.307694:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972846.307700:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334968967
00000100:00000400:0.0:1329972846.307702:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972846.307707:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972846.307714:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972846.307723:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373249989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972846.307731:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972846.307733:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972846.307734:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972846.307737:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334968967
00000100:00000400:0.0:1329972846.307738:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972846.307740:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972846.307742:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972846.307746:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373249990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972846.307767:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249989:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972846.307795:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249989 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972846] [real_sent 1329972846] [current 1329972846] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373249989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972846.307806:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373249989/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972846.307812:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972846.307813:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972846.307816:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249989:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972846.307819:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249990:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972846.307826:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249990 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972846] [real_sent 1329972846] [current 1329972846] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373249990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972846.307833:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373249990/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972871 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972846.307838:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972846.307840:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972846.307841:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249990:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972846.307856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249983:0@lo:400
00000100:00100000:0.0:1329972846.307868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972846.307875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249984:0@lo:400
00000100:00100000:0.0:1329972846.307883:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972846.307888:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249985:0@lo:400
00000100:00100000:0.0:1329972846.307895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972846.307899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249986:0@lo:400
00000100:00100000:0.0:1329972846.307909:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972846.307913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249987:0@lo:400
00000100:00100000:0.0:1329972846.307920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972846.307925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249988:0@lo:400
00000100:00100000:0.0:1329972846.307931:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972846.307949:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972846 exp ffff880008f8fc00
00000100:00080000:0.0:1329972846.307956:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972846 exp ffff880057c49800
00000100:00080000:0.0:1329972846.307961:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972846 exp ffff8800572c1c00
00000100:00080000:0.0:1329972846.307965:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972846 exp ffff880046d08400
00000100:00100000:0.0:1329972846.307989:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249984:12345-0@lo:400
00000100:00100000:0.0:1329972846.308016:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249984:12345-0@lo:400 Request procesed in 45us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972846.308025:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249985:12345-0@lo:400
00000100:00100000:0.0:1329972846.308074:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249985:12345-0@lo:400 Request procesed in 51us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972846.308083:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249987:12345-0@lo:400
00000100:00100000:0.0:1329972846.308094:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249987:12345-0@lo:400 Request procesed in 13us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972846.308100:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249988:12345-0@lo:400
00000100:00100000:0.0:1329972846.308111:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249988:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972846.308130:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972846 exp ffff880008f8f400
00000100:00100000:0.0:1329972846.308139:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249986:12345-0@lo:400
00000100:00100000:0.0:1329972846.308156:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249986:12345-0@lo:400 Request procesed in 19us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972846.308167:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972846 exp ffff880052834000
00000100:00100000:0.0:1329972846.308175:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249983:12345-0@lo:400
00000100:00100000:0.0:1329972846.308189:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249983:12345-0@lo:400 Request procesed in 17us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972846.308207:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249983:0@lo:400
00000100:00100000:0.0:1329972846.308213:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249984:0@lo:400
00000100:00100000:0.0:1329972846.308217:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249985:0@lo:400
00000100:00100000:0.0:1329972846.308221:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249986:0@lo:400
00000100:00100000:0.0:1329972846.308225:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249987:0@lo:400
00000100:00100000:0.0:1329972846.308229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249988:0@lo:400
00000100:00100000:0.0:1329972846.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972847.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972848.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972849.369610:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972850.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972851.307620:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972851.307627:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972851.307629:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972851.307634:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334973967
00000100:00000400:0.0:1329972851.307636:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972851.307642:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972851.307647:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972851.307655:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373249997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972851.307662:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972851.307665:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972851.307666:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972851.307668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334973967
00000100:00000400:0.0:1329972851.307670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972851.307672:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972851.307674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972851.307678:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880046d0cc00 x1394565373249998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972851.307698:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249997:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972851.307726:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249997 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972851] [real_sent 1329972851] [current 1329972851] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373249997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972851.307759:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373249997/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972851.307769:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972851.307771:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972851.307775:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373249997:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972851.307779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249998:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972851.307795:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373249998 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972851] [real_sent 1329972851] [current 1329972851] [deadline 25s] [delay -25s]  req@ffff880046d0cc00 x1394565373249998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972851.307807:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880046d0cc00 x1394565373249998/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972876 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972851.307814:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972851.307816:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972851.307819:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373249998:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972851.307839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249991:0@lo:400
00000100:00100000:0.0:1329972851.307856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972851.307866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249992:0@lo:400
00000100:00100000:0.0:1329972851.307878:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972851.307886:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249993:0@lo:400
00000100:00100000:0.0:1329972851.307895:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972851.307903:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249994:0@lo:400
00000100:00100000:0.0:1329972851.307915:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972851.307922:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249995:0@lo:400
00000100:00100000:0.0:1329972851.307932:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972851.307940:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249996:0@lo:400
00000100:00100000:0.0:1329972851.307951:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972851.307975:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972851 exp ffff880052834000
00000100:00100000:0.0:1329972851.308002:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249991:12345-0@lo:400
00000100:00100000:0.0:1329972851.308034:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249991:12345-0@lo:400 Request procesed in 47us (179us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972851.308055:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972851 exp ffff880008f8fc00
00000100:00080000:0.0:1329972851.308064:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972851 exp ffff880057c49800
00000100:00080000:0.0:1329972851.308072:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972851 exp ffff8800572c1c00
00000100:00080000:0.0:1329972851.308079:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972851 exp ffff880046d08400
00000100:00100000:0.0:1329972851.308093:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249992:12345-0@lo:400
00000100:00100000:0.0:1329972851.308118:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249992:12345-0@lo:400 Request procesed in 30us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972851.308131:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373249993:12345-0@lo:400
00000100:00100000:0.0:1329972851.308150:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373249993:12345-0@lo:400 Request procesed in 23us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972851.308162:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249995:12345-0@lo:400
00000100:00100000:0.0:1329972851.308180:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249995:12345-0@lo:400 Request procesed in 21us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972851.308191:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249996:12345-0@lo:400
00000100:00100000:0.0:1329972851.308209:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373249996:12345-0@lo:400 Request procesed in 21us (258us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972851.308225:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972851 exp ffff880008f8f400
00000100:00100000:0.0:1329972851.308239:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373249994:12345-0@lo:400
00000100:00100000:0.0:1329972851.308263:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373249994:12345-0@lo:400 Request procesed in 28us (348us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972851.308296:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249991:0@lo:400
00000100:00100000:0.0:1329972851.308305:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249992:0@lo:400
00000100:00100000:0.0:1329972851.308311:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373249993:0@lo:400
00000100:00100000:0.0:1329972851.308319:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249994:0@lo:400
00000100:00100000:0.0:1329972851.308326:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249995:0@lo:400
00000100:00100000:0.0:1329972851.308332:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373249996:0@lo:400
00000100:00100000:0.0:1329972851.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972852.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972853.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972854.369595:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972855.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972856.307633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972856.307639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972856.307641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972856.307647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334978967
00000100:00000400:0.0:1329972856.307649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972856.307654:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972856.307689:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972856.307697:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880025232c00 x1394565373250005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972856.307705:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972856.307707:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972856.307708:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972856.307711:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334978967
00000100:00000400:0.0:1329972856.307712:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972856.307715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972856.307717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972856.307721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037e19400 x1394565373250006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972856.307743:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249999:0@lo:400
00000100:00100000:0.0:1329972856.307768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972856.307777:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250000:0@lo:400
00000100:00100000:0.0:1329972856.307787:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972856.307792:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250001:0@lo:400
00000100:00100000:0.0:1329972856.307799:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972856.307803:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250002:0@lo:400
00000100:00100000:0.0:1329972856.307811:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972856.307816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250003:0@lo:400
00000100:00100000:0.0:1329972856.307822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972856.307827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250004:0@lo:400
00000100:00100000:0.0:1329972856.307838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972856.307851:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250005:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972856.307864:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250005 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972856] [real_sent 1329972856] [current 1329972856] [deadline 25s] [delay -25s]  req@ffff880025232c00 x1394565373250005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972856.307874:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880025232c00 x1394565373250005/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972856.307881:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972856.307882:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972856.307885:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250005:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972856.307888:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250006:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972856.307895:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250006 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972856] [real_sent 1329972856] [current 1329972856] [deadline 25s] [delay -25s]  req@ffff880037e19400 x1394565373250006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972856.307902:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037e19400 x1394565373250006/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972881 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972856.307906:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972856.307908:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972856.307910:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250006:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972856.307929:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972856 exp ffff880052834000
00000100:00100000:0.0:1329972856.307981:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373249999:12345-0@lo:400
00000100:00100000:0.0:1329972856.308008:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373249999:12345-0@lo:400 Request procesed in 70us (240us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972856.308023:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972856 exp ffff880008f8fc00
00000100:00080000:0.0:1329972856.308030:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972856 exp ffff880057c49800
00000100:00080000:0.0:1329972856.308034:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972856 exp ffff8800572c1c00
00000100:00080000:0.0:1329972856.308039:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972856 exp ffff880046d08400
00000100:00100000:0.0:1329972856.308047:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250000:12345-0@lo:400
00000100:00100000:0.0:1329972856.308065:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250000:12345-0@lo:400 Request procesed in 21us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972856.308084:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250001:12345-0@lo:400
00000100:00100000:0.0:1329972856.308096:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250001:12345-0@lo:400 Request procesed in 14us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972856.308102:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250003:12345-0@lo:400
00000100:00100000:0.0:1329972856.308113:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250003:12345-0@lo:400 Request procesed in 13us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972856.308120:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250004:12345-0@lo:400
00000100:00100000:0.0:1329972856.308130:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250004:12345-0@lo:400 Request procesed in 13us (292us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972856.308140:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972856 exp ffff880008f8f400
00000100:00100000:0.0:1329972856.308148:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250002:12345-0@lo:400
00000100:00100000:0.0:1329972856.308164:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250002:12345-0@lo:400 Request procesed in 18us (353us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972856.308187:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373249999:0@lo:400
00000100:00100000:0.0:1329972856.308194:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250000:0@lo:400
00000100:00100000:0.0:1329972856.308198:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250001:0@lo:400
00000100:00100000:0.0:1329972856.308202:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250002:0@lo:400
00000100:00100000:0.0:1329972856.308206:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250003:0@lo:400
00000100:00100000:0.0:1329972856.308210:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250004:0@lo:400
00000100:00100000:0.0:1329972856.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972857.369649:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972858.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972859.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972860.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972861.307645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972861.307651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972861.307653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972861.307658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334983967
00000100:00000400:0.0:1329972861.307660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972861.307666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972861.307671:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972861.307679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373250013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972861.307686:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972861.307688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972861.307689:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972861.307692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334983967
00000100:00000400:0.0:1329972861.307693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972861.307695:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972861.307697:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972861.307701:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373250014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972861.307721:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250013:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972861.307787:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250013 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972861] [real_sent 1329972861] [current 1329972861] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373250013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972861.307798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373250013/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972861.307805:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972861.307807:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972861.307809:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250013:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972861.307812:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250014:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972861.307820:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250014 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972861] [real_sent 1329972861] [current 1329972861] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373250014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972861.307827:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373250014/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972886 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972861.307832:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972861.307833:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972861.307835:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250014:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972861.307850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250007:0@lo:400
00000100:00100000:0.0:1329972861.307889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972861.307899:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250008:0@lo:400
00000100:00100000:0.0:1329972861.307924:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972861.307931:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250009:0@lo:400
00000100:00100000:0.0:1329972861.307939:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972861.307944:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250010:0@lo:400
00000100:00100000:0.0:1329972861.307954:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972861.307959:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250011:0@lo:400
00000100:00100000:0.0:1329972861.307966:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972861.307971:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250012:0@lo:400
00000100:00100000:0.0:1329972861.307977:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972861.308077:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972861 exp ffff880052834000
00000100:00100000:0.0:1329972861.308098:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250007:12345-0@lo:400
00000100:00100000:0.0:1329972861.308123:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250007:12345-0@lo:400 Request procesed in 36us (235us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972861.308138:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972861 exp ffff880008f8fc00
00000100:00080000:0.0:1329972861.308145:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972861 exp ffff880057c49800
00000100:00080000:0.0:1329972861.308150:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972861 exp ffff8800572c1c00
00000100:00080000:0.0:1329972861.308154:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972861 exp ffff880046d08400
00000100:00100000:0.0:1329972861.308162:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250008:12345-0@lo:400
00000100:00100000:0.0:1329972861.308179:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250008:12345-0@lo:400 Request procesed in 20us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972861.308187:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250009:12345-0@lo:400
00000100:00100000:0.0:1329972861.308199:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250009:12345-0@lo:400 Request procesed in 14us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972861.308206:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250011:12345-0@lo:400
00000100:00100000:0.0:1329972861.308217:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250011:12345-0@lo:400 Request procesed in 13us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972861.308224:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250012:12345-0@lo:400
00000100:00100000:0.0:1329972861.308234:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250012:12345-0@lo:400 Request procesed in 13us (257us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972861.308245:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972861 exp ffff880008f8f400
00000100:00100000:0.0:1329972861.308253:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250010:12345-0@lo:400
00000100:00100000:0.0:1329972861.308270:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250010:12345-0@lo:400 Request procesed in 20us (316us total) trans 0 rc 0/0
00000400:02020000:0.0:1329972861.308366:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972861.308409:0:11073:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972861.308420:0:11073:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972861.308437:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250007:0@lo:400
00000100:00100000:0.0:1329972861.308445:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250008:0@lo:400
00000100:00100000:0.0:1329972861.308449:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250009:0@lo:400
00000100:00100000:0.0:1329972861.308453:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250010:0@lo:400
00000100:00100000:0.0:1329972861.308457:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250011:0@lo:400
00000100:00100000:0.0:1329972861.308461:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250012:0@lo:400
00000100:00100000:0.0:1329972861.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972862.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972863.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972864.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972865.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972866.307666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972866.307672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972866.307675:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972866.307680:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334988967
00000100:00000400:0.0:1329972866.307682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972866.307688:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972866.307694:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972866.307702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880010316000 x1394565373250021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972866.307740:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972866.307742:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972866.307743:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972866.307746:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334988967
00000100:00000400:0.0:1329972866.307747:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972866.307750:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972866.307752:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972866.307760:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000e156c00 x1394565373250022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972866.307782:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250021:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972866.307811:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250021 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972866] [real_sent 1329972866] [current 1329972866] [deadline 25s] [delay -25s]  req@ffff880010316000 x1394565373250021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972866.307822:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880010316000 x1394565373250021/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972866.307829:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972866.307830:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972866.307833:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250021:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972866.307836:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250022:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972866.307843:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250022 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972866] [real_sent 1329972866] [current 1329972866] [deadline 25s] [delay -25s]  req@ffff88000e156c00 x1394565373250022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972866.307850:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000e156c00 x1394565373250022/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972891 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972866.307855:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972866.307856:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972866.307858:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250022:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972866.307872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250015:0@lo:400
00000100:00100000:0.0:1329972866.307884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972866.307892:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250016:0@lo:400
00000100:00100000:0.0:1329972866.307900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972866.307904:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250017:0@lo:400
00000100:00100000:0.0:1329972866.307911:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972866.307917:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250018:0@lo:400
00000100:00100000:0.0:1329972866.307983:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972866.307991:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250019:0@lo:400
00000100:00100000:0.0:1329972866.308001:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972866.308006:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250020:0@lo:400
00000100:00100000:0.0:1329972866.308013:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972866.308034:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972866 exp ffff880052834000
00000100:00100000:0.0:1329972866.308059:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250015:12345-0@lo:400
00000100:00100000:0.0:1329972866.308086:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250015:12345-0@lo:400 Request procesed in 42us (200us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972866.308108:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972866 exp ffff880008f8fc00
00000100:00080000:0.0:1329972866.308149:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972866 exp ffff880057c49800
00000100:00080000:0.0:1329972866.308155:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972866 exp ffff8800572c1c00
00000100:00080000:0.0:1329972866.308160:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972866 exp ffff880046d08400
00000100:00100000:0.0:1329972866.308171:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250016:12345-0@lo:400
00000100:00100000:0.0:1329972866.308194:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250016:12345-0@lo:400 Request procesed in 28us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972866.308203:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250017:12345-0@lo:400
00000100:00100000:0.0:1329972866.308215:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250017:12345-0@lo:400 Request procesed in 14us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972866.308221:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250019:12345-0@lo:400
00000100:00100000:0.0:1329972866.308232:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250019:12345-0@lo:400 Request procesed in 13us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972866.308239:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250020:12345-0@lo:400
00000100:00100000:0.0:1329972866.308252:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250020:12345-0@lo:400 Request procesed in 15us (239us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972866.308275:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972866 exp ffff880008f8f400
00000100:00100000:0.0:1329972866.308307:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250018:12345-0@lo:400
00000100:00100000:0.0:1329972866.308328:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250018:12345-0@lo:400 Request procesed in 28us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972866.308354:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250015:0@lo:400
00000100:00100000:0.0:1329972866.308361:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250016:0@lo:400
00000100:00100000:0.0:1329972866.308369:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250017:0@lo:400
00000100:00100000:0.0:1329972866.308376:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250018:0@lo:400
00000100:00100000:0.0:1329972866.308383:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250019:0@lo:400
00000100:00100000:0.0:1329972866.308390:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250020:0@lo:400
00000100:00100000:0.0:1329972866.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972867.369649:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972868.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972869.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972870.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972871.307654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972871.307660:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972871.307662:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972871.307668:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334993967
00000100:00000400:0.0:1329972871.307670:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972871.307675:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972871.307681:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972871.307688:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976400 x1394565373250029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972871.307696:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972871.307698:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972871.307699:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972871.307701:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334993967
00000100:00000400:0.0:1329972871.307703:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972871.307705:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972871.307707:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972871.307710:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976c00 x1394565373250030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972871.307731:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250029:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972871.307758:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250029 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972871] [real_sent 1329972871] [current 1329972871] [deadline 25s] [delay -25s]  req@ffff880032976400 x1394565373250029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972871.307768:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976400 x1394565373250029/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972871.307775:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972871.307776:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972871.307779:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250029:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972871.307782:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250030:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972871.307789:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250030 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972871] [real_sent 1329972871] [current 1329972871] [deadline 25s] [delay -25s]  req@ffff880032976c00 x1394565373250030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972871.307796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976c00 x1394565373250030/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972896 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972871.307801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972871.307802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972871.307804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250030:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972871.307817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250023:0@lo:400
00000100:00100000:0.0:1329972871.307830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972871.307837:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250024:0@lo:400
00000100:00100000:0.0:1329972871.307903:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972871.307911:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250025:0@lo:400
00000100:00100000:0.0:1329972871.307920:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972871.307925:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250026:0@lo:400
00000100:00100000:0.0:1329972871.307933:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972871.307938:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250027:0@lo:400
00000100:00100000:0.0:1329972871.307945:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972871.307949:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250028:0@lo:400
00000100:00100000:0.0:1329972871.307956:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972871.307976:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972871 exp ffff880008f8fc00
00000100:00080000:0.0:1329972871.307985:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972871 exp ffff880057c49800
00000100:00080000:0.0:1329972871.307990:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972871 exp ffff8800572c1c00
00000100:00080000:0.0:1329972871.307995:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972871 exp ffff880046d08400
00000100:00100000:0.0:1329972871.308012:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250024:12345-0@lo:400
00000100:00100000:0.0:1329972871.308041:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250024:12345-0@lo:400 Request procesed in 40us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972871.308050:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250025:12345-0@lo:400
00000100:00100000:0.0:1329972871.308062:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250025:12345-0@lo:400 Request procesed in 14us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972871.308069:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250027:12345-0@lo:400
00000100:00100000:0.0:1329972871.308080:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250027:12345-0@lo:400 Request procesed in 13us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972871.308087:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250028:12345-0@lo:400
00000100:00100000:0.0:1329972871.308098:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250028:12345-0@lo:400 Request procesed in 13us (142us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972871.308116:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972871 exp ffff880052834000
00000100:00100000:0.0:1329972871.308125:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250023:12345-0@lo:400
00000100:00100000:0.0:1329972871.308139:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250023:12345-0@lo:400 Request procesed in 16us (309us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972871.308152:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972871 exp ffff880008f8f400
00000100:00100000:0.0:1329972871.308161:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250026:12345-0@lo:400
00000100:00100000:0.0:1329972871.308178:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250026:12345-0@lo:400 Request procesed in 19us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972871.308193:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250023:0@lo:400
00000100:00100000:0.0:1329972871.308199:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250024:0@lo:400
00000100:00100000:0.0:1329972871.308204:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250025:0@lo:400
00000100:00100000:0.0:1329972871.308208:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250026:0@lo:400
00000100:00100000:0.0:1329972871.308212:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250027:0@lo:400
00000100:00100000:0.0:1329972871.308215:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250028:0@lo:400
00000100:00100000:0.0:1329972871.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972872.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972873.370007:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972874.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972875.369609:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972876.307634:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972876.307641:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972876.307643:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972876.307648:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4334998967
00000100:00000400:0.0:1329972876.307650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972876.307656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972876.307662:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972876.307670:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373250037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972876.307677:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972876.307679:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972876.307680:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972876.307683:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4334998967
00000100:00000400:0.0:1329972876.307684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972876.307686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972876.307688:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972876.307692:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005c4b3800 x1394565373250038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972876.307711:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250037:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972876.307744:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250037 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972876] [real_sent 1329972876] [current 1329972876] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373250037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972876.307755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373250037/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972876.307761:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972876.307763:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972876.307765:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250037:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972876.307768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250038:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972876.307775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250038 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972876] [real_sent 1329972876] [current 1329972876] [deadline 25s] [delay -25s]  req@ffff88005c4b3800 x1394565373250038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972876.307789:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005c4b3800 x1394565373250038/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972901 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972876.307793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972876.307795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972876.307797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250038:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972876.307810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250031:0@lo:400
00000100:00100000:0.0:1329972876.307822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972876.307829:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250032:0@lo:400
00000100:00100000:0.0:1329972876.307837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972876.307842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250033:0@lo:400
00000100:00100000:0.0:1329972876.307848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972876.307853:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250034:0@lo:400
00000100:00100000:0.0:1329972876.307860:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972876.307865:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250035:0@lo:400
00000100:00100000:0.0:1329972876.307871:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972876.307875:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250036:0@lo:400
00000100:00100000:0.0:1329972876.307884:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972876.307901:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972876 exp ffff880008f8fc00
00000100:00080000:0.0:1329972876.307909:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972876 exp ffff880057c49800
00000100:00080000:0.0:1329972876.307914:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972876 exp ffff8800572c1c00
00000100:00080000:0.0:1329972876.307918:0:14048:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972876 exp ffff880046d08400
00000100:00100000:0.0:1329972876.307937:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250032:12345-0@lo:400
00000100:00100000:0.0:1329972876.307963:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250032:12345-0@lo:400 Request procesed in 39us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972876.307975:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250033:12345-0@lo:400
00000100:00100000:0.0:1329972876.307987:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250033:12345-0@lo:400 Request procesed in 15us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972876.307994:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250035:12345-0@lo:400
00000100:00100000:0.0:1329972876.308005:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250035:12345-0@lo:400 Request procesed in 13us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972876.308012:0:14048:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250036:12345-0@lo:400
00000100:00100000:0.0:1329972876.308023:0:14048:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_07:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250036:12345-0@lo:400 Request procesed in 12us (138us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972876.308040:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972876 exp ffff880052834000
00000100:00100000:0.0:1329972876.308048:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250031:12345-0@lo:400
00000100:00100000:0.0:1329972876.308064:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250031:12345-0@lo:400 Request procesed in 18us (241us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972876.308077:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972876 exp ffff880008f8f400
00000100:00100000:0.0:1329972876.308086:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250034:12345-0@lo:400
00000100:00100000:0.0:1329972876.308102:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250034:12345-0@lo:400 Request procesed in 19us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972876.308117:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250031:0@lo:400
00000100:00100000:0.0:1329972876.308123:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250032:0@lo:400
00000100:00100000:0.0:1329972876.308128:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250033:0@lo:400
00000100:00100000:0.0:1329972876.308132:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250034:0@lo:400
00000100:00100000:0.0:1329972876.308135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250035:0@lo:400
00000100:00100000:0.0:1329972876.308140:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250036:0@lo:400
00000100:00100000:0.0:1329972876.369583:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972877.369599:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972878.369597:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972879.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972880.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972881.307644:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972881.307651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972881.307653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972881.307658:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335003967
00000100:00000400:0.0:1329972881.307660:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972881.307665:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972881.307672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972881.307679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88000e008000 x1394565373250045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972881.307687:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972881.307688:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972881.307690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972881.307692:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335003967
00000100:00000400:0.0:1329972881.307693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972881.307696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972881.307698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972881.307709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003753ec00 x1394565373250046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972881.307730:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250045:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972881.307756:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250045 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972881] [real_sent 1329972881] [current 1329972881] [deadline 25s] [delay -25s]  req@ffff88000e008000 x1394565373250045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972881.307767:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88000e008000 x1394565373250045/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972881.307773:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972881.307775:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972881.307777:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250045:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972881.307780:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250046:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972881.307788:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250046 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972881] [real_sent 1329972881] [current 1329972881] [deadline 25s] [delay -25s]  req@ffff88003753ec00 x1394565373250046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972881.307795:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003753ec00 x1394565373250046/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972906 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972881.307799:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972881.307801:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972881.307802:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250046:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972881.307816:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250039:0@lo:400
00000100:00100000:0.0:1329972881.307828:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972881.307835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250040:0@lo:400
00000100:00100000:0.0:1329972881.307844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972881.307848:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250041:0@lo:400
00000100:00100000:0.0:1329972881.307856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972881.307860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250042:0@lo:400
00000100:00100000:0.0:1329972881.307868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972881.307873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250043:0@lo:400
00000100:00100000:0.0:1329972881.307880:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972881.307885:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250044:0@lo:400
00000100:00100000:0.0:1329972881.307921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972881.307943:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972881 exp ffff880008f8fc00
00000100:00080000:0.0:1329972881.307951:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972881 exp ffff880057c49800
00000100:00080000:0.0:1329972881.307956:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972881 exp ffff8800572c1c00
00000100:00080000:0.0:1329972881.307960:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972881 exp ffff880046d08400
00000100:00100000:0.0:1329972881.307982:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250040:12345-0@lo:400
00000100:00100000:0.0:1329972881.308056:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250040:12345-0@lo:400 Request procesed in 88us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972881.308067:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250041:12345-0@lo:400
00000100:00100000:0.0:1329972881.308080:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250041:12345-0@lo:400 Request procesed in 17us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972881.308087:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250043:12345-0@lo:400
00000100:00100000:0.0:1329972881.308098:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250043:12345-0@lo:400 Request procesed in 13us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972881.308117:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250044:12345-0@lo:400
00000100:00100000:0.0:1329972881.308128:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250044:12345-0@lo:400 Request procesed in 14us (208us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972881.308148:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972881 exp ffff880008f8f400
00000100:00100000:0.0:1329972881.308157:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250042:12345-0@lo:400
00000100:00100000:0.0:1329972881.308174:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250042:12345-0@lo:400 Request procesed in 20us (306us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972881.308185:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972881 exp ffff880052834000
00000100:00100000:0.0:1329972881.308194:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250039:12345-0@lo:400
00000100:00100000:0.0:1329972881.308207:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250039:12345-0@lo:400 Request procesed in 16us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972881.308223:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250039:0@lo:400
00000100:00100000:0.0:1329972881.308229:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250040:0@lo:400
00000100:00100000:0.0:1329972881.308233:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250041:0@lo:400
00000100:00100000:0.0:1329972881.308238:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250042:0@lo:400
00000100:00100000:0.0:1329972881.308242:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250043:0@lo:400
00000100:00100000:0.0:1329972881.308245:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250044:0@lo:400
00000100:00100000:0.0:1329972881.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972882.369580:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972883.369591:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972884.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972885.369641:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972886.307638:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972886.307645:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972886.307647:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972886.307652:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335008967
00000100:00000400:0.0:1329972886.307654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972886.307659:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972886.307666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972886.307673:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976c00 x1394565373250053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972886.307681:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972886.307682:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972886.307684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972886.307686:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335008967
00000100:00000400:0.0:1329972886.307687:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972886.307689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972886.307691:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972886.307695:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373250054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972886.307716:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250053:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972886.307744:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250053 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972886] [real_sent 1329972886] [current 1329972886] [deadline 25s] [delay -25s]  req@ffff880032976c00 x1394565373250053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972886.307755:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976c00 x1394565373250053/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972886.307761:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972886.307763:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972886.307765:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250053:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972886.307768:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250054:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972886.307775:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250054 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972886] [real_sent 1329972886] [current 1329972886] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373250054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972886.307783:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373250054/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972911 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972886.307787:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972886.307789:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972886.307791:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250054:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972886.307804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250047:0@lo:400
00000100:00100000:0.0:1329972886.307816:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972886.307824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250048:0@lo:400
00000100:00100000:0.0:1329972886.307831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972886.307836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250049:0@lo:400
00000100:00100000:0.0:1329972886.307843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972886.307847:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250050:0@lo:400
00000100:00100000:0.0:1329972886.307857:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972886.307862:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250051:0@lo:400
00000100:00100000:0.0:1329972886.307868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972886.307873:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250052:0@lo:400
00000100:00100000:0.0:1329972886.307879:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972886.307897:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972886 exp ffff880008f8fc00
00000100:00080000:0.0:1329972886.307904:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972886 exp ffff880057c49800
00000100:00080000:0.0:1329972886.307909:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972886 exp ffff8800572c1c00
00000100:00080000:0.0:1329972886.307913:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972886 exp ffff880046d08400
00000100:00100000:0.0:1329972886.307935:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250048:12345-0@lo:400
00000100:00100000:0.0:1329972886.307963:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250048:12345-0@lo:400 Request procesed in 44us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972886.307973:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250049:12345-0@lo:400
00000100:00100000:0.0:1329972886.307985:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250049:12345-0@lo:400 Request procesed in 15us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972886.307992:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250051:12345-0@lo:400
00000100:00100000:0.0:1329972886.308003:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250051:12345-0@lo:400 Request procesed in 13us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972886.308009:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250052:12345-0@lo:400
00000100:00100000:0.0:1329972886.308020:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250052:12345-0@lo:400 Request procesed in 13us (141us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972886.308038:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972886 exp ffff880052834000
00000100:00100000:0.0:1329972886.308047:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250047:12345-0@lo:400
00000100:00100000:0.0:1329972886.308060:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250047:12345-0@lo:400 Request procesed in 16us (244us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972886.308074:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972886 exp ffff880008f8f400
00000100:00100000:0.0:1329972886.308082:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250050:12345-0@lo:400
00000100:00100000:0.0:1329972886.308098:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250050:12345-0@lo:400 Request procesed in 19us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972886.308124:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250047:0@lo:400
00000100:00100000:0.0:1329972886.308130:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250048:0@lo:400
00000100:00100000:0.0:1329972886.308134:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250049:0@lo:400
00000100:00100000:0.0:1329972886.308138:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250050:0@lo:400
00000100:00100000:0.0:1329972886.308142:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250051:0@lo:400
00000100:00100000:0.0:1329972886.308146:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250052:0@lo:400
00000100:00100000:0.0:1329972886.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972887.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972888.369574:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972889.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972890.369584:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972891.307666:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972891.307672:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972891.307674:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972891.307679:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335013967
00000100:00000400:0.0:1329972891.307681:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972891.307686:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972891.307692:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972891.307699:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373250061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972891.307706:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972891.307708:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972891.307709:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972891.307712:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335013967
00000100:00000400:0.0:1329972891.307713:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972891.307715:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972891.307717:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972891.307721:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880058dd8000 x1394565373250062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972891.307740:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250061:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972891.307765:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250061 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972891] [real_sent 1329972891] [current 1329972891] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373250061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972891.307776:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373250061/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972891.307782:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972891.307783:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972891.307786:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250061:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972891.307789:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250062:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972891.307796:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250062 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972891] [real_sent 1329972891] [current 1329972891] [deadline 25s] [delay -25s]  req@ffff880058dd8000 x1394565373250062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972891.307803:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880058dd8000 x1394565373250062/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972916 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972891.307808:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972891.307809:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972891.307811:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250062:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972891.307825:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250055:0@lo:400
00000100:00100000:0.0:1329972891.307837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972891.307844:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250056:0@lo:400
00000100:00100000:0.0:1329972891.307851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972891.307856:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250057:0@lo:400
00000100:00100000:0.0:1329972891.307863:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972891.307867:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250058:0@lo:400
00000100:00100000:0.0:1329972891.307902:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972891.307909:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250059:0@lo:400
00000100:00100000:0.0:1329972891.307917:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972891.307922:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250060:0@lo:400
00000100:00100000:0.0:1329972891.307929:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972891.307947:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972891 exp ffff880052834000
00000100:00100000:0.0:1329972891.307966:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250055:12345-0@lo:400
00000100:00100000:0.0:1329972891.307989:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250055:12345-0@lo:400 Request procesed in 32us (152us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972891.308003:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972891 exp ffff880008f8fc00
00000100:00080000:0.0:1329972891.308009:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972891 exp ffff880057c49800
00000100:00080000:0.0:1329972891.308014:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972891 exp ffff8800572c1c00
00000100:00080000:0.0:1329972891.308018:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972891 exp ffff880046d08400
00000100:00100000:0.0:1329972891.308027:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250056:12345-0@lo:400
00000100:00100000:0.0:1329972891.308044:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250056:12345-0@lo:400 Request procesed in 20us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972891.308052:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250057:12345-0@lo:400
00000100:00100000:0.0:1329972891.308063:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250057:12345-0@lo:400 Request procesed in 14us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972891.308070:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250059:12345-0@lo:400
00000100:00100000:0.0:1329972891.308081:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250059:12345-0@lo:400 Request procesed in 13us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972891.308088:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250060:12345-0@lo:400
00000100:00100000:0.0:1329972891.308098:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250060:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972891.308108:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972891 exp ffff880008f8f400
00000100:00100000:0.0:1329972891.308117:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250058:12345-0@lo:400
00000100:00100000:0.0:1329972891.308134:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250058:12345-0@lo:400 Request procesed in 19us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972891.308157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250055:0@lo:400
00000100:00100000:0.0:1329972891.308163:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250056:0@lo:400
00000100:00100000:0.0:1329972891.308167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250057:0@lo:400
00000100:00100000:0.0:1329972891.308171:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250058:0@lo:400
00000100:00100000:0.0:1329972891.308175:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250059:0@lo:400
00000100:00100000:0.0:1329972891.308178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250060:0@lo:400
00000100:00100000:0.0:1329972891.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972892.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972893.369573:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972894.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972895.369830:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972896.307633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972896.307639:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972896.307641:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972896.307661:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335018967
00000100:00000400:0.0:1329972896.307663:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972896.307669:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972896.307675:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972896.307684:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373250069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972896.307692:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972896.307694:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972896.307695:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972896.307697:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335018967
00000100:00000400:0.0:1329972896.307699:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972896.307701:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972896.307703:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972896.307707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880010316000 x1394565373250070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972896.307726:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250069:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972896.307752:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250069 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972896] [real_sent 1329972896] [current 1329972896] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373250069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972896.307762:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373250069/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972896.307768:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972896.307770:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972896.307772:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250069:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972896.307775:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250070:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972896.307783:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250070 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972896] [real_sent 1329972896] [current 1329972896] [deadline 25s] [delay -25s]  req@ffff880010316000 x1394565373250070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972896.307796:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880010316000 x1394565373250070/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972921 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972896.307801:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972896.307802:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972896.307804:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250070:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972896.307817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250063:0@lo:400
00000100:00100000:0.0:1329972896.307830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972896.307836:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250064:0@lo:400
00000100:00100000:0.0:1329972896.307844:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972896.307849:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250065:0@lo:400
00000100:00100000:0.0:1329972896.307856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972896.307860:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250066:0@lo:400
00000100:00100000:0.0:1329972896.307868:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972896.307872:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250067:0@lo:400
00000100:00100000:0.0:1329972896.307908:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972896.307916:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250068:0@lo:400
00000100:00100000:0.0:1329972896.307925:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972896.307944:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972896 exp ffff880052834000
00000100:00100000:0.0:1329972896.307968:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250063:12345-0@lo:400
00000100:00100000:0.0:1329972896.307991:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250063:12345-0@lo:400 Request procesed in 38us (161us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972896.308005:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972896 exp ffff880008f8fc00
00000100:00080000:0.0:1329972896.308011:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972896 exp ffff880057c49800
00000100:00080000:0.0:1329972896.308016:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972896 exp ffff8800572c1c00
00000100:00080000:0.0:1329972896.308020:0:14051:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972896 exp ffff880046d08400
00000100:00100000:0.0:1329972896.308028:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250064:12345-0@lo:400
00000100:00100000:0.0:1329972896.308045:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250064:12345-0@lo:400 Request procesed in 20us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972896.308053:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250065:12345-0@lo:400
00000100:00100000:0.0:1329972896.308065:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250065:12345-0@lo:400 Request procesed in 13us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972896.308082:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250067:12345-0@lo:400
00000100:00100000:0.0:1329972896.308093:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250067:12345-0@lo:400 Request procesed in 14us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972896.308100:0:14051:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250068:12345-0@lo:400
00000100:00100000:0.0:1329972896.308111:0:14051:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_10:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250068:12345-0@lo:400 Request procesed in 12us (185us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972896.308121:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972896 exp ffff880008f8f400
00000100:00100000:0.0:1329972896.308129:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250066:12345-0@lo:400
00000100:00100000:0.0:1329972896.308145:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250066:12345-0@lo:400 Request procesed in 19us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972896.308168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250063:0@lo:400
00000100:00100000:0.0:1329972896.308174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250064:0@lo:400
00000100:00100000:0.0:1329972896.308178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250065:0@lo:400
00000100:00100000:0.0:1329972896.308182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250066:0@lo:400
00000100:00100000:0.0:1329972896.308186:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250067:0@lo:400
00000100:00100000:0.0:1329972896.308190:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250068:0@lo:400
00000100:00100000:0.0:1329972896.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972897.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972898.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972899.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972900.369638:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972901.307613:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972901.307619:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972901.307621:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972901.307626:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335023967
00000100:00000400:0.0:1329972901.307628:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972901.307633:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972901.307639:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972901.307647:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003753e800 x1394565373250077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972901.307654:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972901.307656:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972901.307657:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972901.307660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335023967
00000100:00000400:0.0:1329972901.307661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972901.307664:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972901.307666:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972901.307669:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373250078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972901.307688:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250071:0@lo:400
00000100:00100000:0.0:1329972901.307712:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972901.307722:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250072:0@lo:400
00000100:00100000:0.0:1329972901.307731:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972901.307736:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250073:0@lo:400
00000100:00100000:0.0:1329972901.307743:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972901.307749:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250074:0@lo:400
00000100:00100000:0.0:1329972901.307756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972901.307761:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250075:0@lo:400
00000100:00100000:0.0:1329972901.307768:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972901.307772:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250076:0@lo:400
00000100:00100000:0.0:1329972901.307778:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972901.307796:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972901 exp ffff880008f8fc00
00000100:00080000:0.0:1329972901.307804:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972901 exp ffff880057c49800
00000100:00080000:0.0:1329972901.307809:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972901 exp ffff8800572c1c00
00000100:00080000:0.0:1329972901.307813:0:14050:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972901 exp ffff880046d08400
00000100:00100000:0.0:1329972901.307829:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250072:12345-0@lo:400
00000100:00100000:0.0:1329972901.307856:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250072:12345-0@lo:400 Request procesed in 38us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972901.307865:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250073:12345-0@lo:400
00000100:00100000:0.0:1329972901.307878:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250073:12345-0@lo:400 Request procesed in 15us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972901.307885:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250075:12345-0@lo:400
00000100:00100000:0.0:1329972901.307896:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250075:12345-0@lo:400 Request procesed in 13us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972901.307903:0:14050:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250076:12345-0@lo:400
00000100:00100000:0.0:1329972901.307913:0:14050:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_09:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250076:12345-0@lo:400 Request procesed in 12us (135us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972901.307932:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972901 exp ffff880008f8f400
00000100:00100000:0.0:1329972901.307941:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250074:12345-0@lo:400
00000100:00100000:0.0:1329972901.307957:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250074:12345-0@lo:400 Request procesed in 19us (201us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972901.307968:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972901 exp ffff880052834000
00000100:00100000:0.0:1329972901.307976:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250071:12345-0@lo:400
00000100:00100000:0.0:1329972901.307989:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250071:12345-0@lo:400 Request procesed in 16us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972901.308003:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250077:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972901.308016:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250077 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972901] [real_sent 1329972901] [current 1329972901] [deadline 25s] [delay -25s]  req@ffff88003753e800 x1394565373250077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972901.308025:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003753e800 x1394565373250077/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972901.308032:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972901.308033:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972901.308036:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250077:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972901.308039:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250078:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972901.308046:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250078 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972901] [real_sent 1329972901] [current 1329972901] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373250078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972901.308053:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373250078/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972926 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972901.308058:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972901.308059:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972901.308061:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250078:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972901.308077:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250071:0@lo:400
00000100:00100000:0.0:1329972901.308083:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250072:0@lo:400
00000100:00100000:0.0:1329972901.308087:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250073:0@lo:400
00000100:00100000:0.0:1329972901.308091:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250074:0@lo:400
00000100:00100000:0.0:1329972901.308095:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250075:0@lo:400
00000100:00100000:0.0:1329972901.308099:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250076:0@lo:400
00000100:00100000:0.0:1329972901.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972902.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972903.369592:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972904.369614:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972905.369648:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972906.307645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972906.307652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972906.307654:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972906.307660:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335028967
00000100:00000400:0.0:1329972906.307662:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972906.307668:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972906.307674:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972906.307682:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373250085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972906.307689:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972906.307691:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972906.307692:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972906.307695:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335028967
00000100:00000400:0.0:1329972906.307696:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972906.307699:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972906.307701:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972906.307707:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976000 x1394565373250086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972906.307733:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250079:0@lo:400
00000100:00100000:0.0:1329972906.307760:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972906.307769:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250080:0@lo:400
00000100:00100000:0.0:1329972906.307780:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972906.307785:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250081:0@lo:400
00000100:00100000:0.0:1329972906.307791:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972906.307796:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250082:0@lo:400
00000100:00100000:0.0:1329972906.307804:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972906.307809:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250083:0@lo:400
00000100:00100000:0.0:1329972906.307821:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972906.307827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250084:0@lo:400
00000100:00100000:0.0:1329972906.307834:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972906.307853:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972906 exp ffff880008f8fc00
00000100:00080000:0.0:1329972906.307861:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972906 exp ffff880057c49800
00000100:00080000:0.0:1329972906.307866:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972906 exp ffff8800572c1c00
00000100:00080000:0.0:1329972906.307870:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972906 exp ffff880046d08400
00000100:00100000:0.0:1329972906.307892:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250080:12345-0@lo:400
00000100:00100000:0.0:1329972906.307921:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250080:12345-0@lo:400 Request procesed in 44us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972906.307931:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250081:12345-0@lo:400
00000100:00100000:0.0:1329972906.307943:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250081:12345-0@lo:400 Request procesed in 15us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972906.307950:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250083:12345-0@lo:400
00000100:00100000:0.0:1329972906.307961:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250083:12345-0@lo:400 Request procesed in 14us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972906.307970:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250084:12345-0@lo:400
00000100:00100000:0.0:1329972906.307981:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250084:12345-0@lo:400 Request procesed in 12us (146us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972906.307999:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972906 exp ffff880052834000
00000100:00100000:0.0:1329972906.308007:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250079:12345-0@lo:400
00000100:00100000:0.0:1329972906.308023:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250079:12345-0@lo:400 Request procesed in 18us (264us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972906.308037:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972906 exp ffff880008f8f400
00000100:00100000:0.0:1329972906.308045:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250082:12345-0@lo:400
00000100:00100000:0.0:1329972906.308063:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250082:12345-0@lo:400 Request procesed in 20us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972906.308076:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250085:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972906.308089:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250085 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972906] [real_sent 1329972906] [current 1329972906] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373250085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972906.308100:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373250085/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972906.308106:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972906.308108:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972906.308110:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250085:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972906.308113:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250086:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972906.308121:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250086 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972906] [real_sent 1329972906] [current 1329972906] [deadline 25s] [delay -25s]  req@ffff880032976000 x1394565373250086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972906.308134:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976000 x1394565373250086/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972931 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972906.308139:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972906.308140:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972906.308142:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250086:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972906.308158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250079:0@lo:400
00000100:00100000:0.0:1329972906.308164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250080:0@lo:400
00000100:00100000:0.0:1329972906.308168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250081:0@lo:400
00000100:00100000:0.0:1329972906.308172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250082:0@lo:400
00000100:00100000:0.0:1329972906.308176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250083:0@lo:400
00000100:00100000:0.0:1329972906.308180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250084:0@lo:400
00000100:00100000:0.0:1329972906.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972907.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972908.369625:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972909.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972910.369634:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972911.307633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972911.307640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972911.307642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972911.307647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335033967
00000100:00000400:0.0:1329972911.307649:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972911.307655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972911.307660:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972911.307668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976000 x1394565373250093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972911.307676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972911.307677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972911.307679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972911.307681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335033967
00000100:00000400:0.0:1329972911.307682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972911.307684:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972911.307686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972911.307690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003753e000 x1394565373250094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972911.307711:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250093:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972911.307737:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250093 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972911] [real_sent 1329972911] [current 1329972911] [deadline 25s] [delay -25s]  req@ffff880032976000 x1394565373250093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972911.307748:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976000 x1394565373250093/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972911.307754:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972911.307755:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972911.307758:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250093:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972911.307761:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250094:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972911.307768:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250094 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972911] [real_sent 1329972911] [current 1329972911] [deadline 25s] [delay -25s]  req@ffff88003753e000 x1394565373250094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972911.307775:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003753e000 x1394565373250094/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972936 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972911.307780:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972911.307782:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972911.307784:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250094:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972911.307797:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250087:0@lo:400
00000100:00100000:0.0:1329972911.307810:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972911.307817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250088:0@lo:400
00000100:00100000:0.0:1329972911.307825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972911.307830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250089:0@lo:400
00000100:00100000:0.0:1329972911.307859:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972911.307866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250090:0@lo:400
00000100:00100000:0.0:1329972911.307875:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972911.307879:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250091:0@lo:400
00000100:00100000:0.0:1329972911.307886:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972911.307891:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250092:0@lo:400
00000100:00100000:0.0:1329972911.307897:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972911.307915:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972911 exp ffff880052834000
00000100:00100000:0.0:1329972911.307934:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250087:12345-0@lo:400
00000100:00100000:0.0:1329972911.307957:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250087:12345-0@lo:400 Request procesed in 33us (147us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972911.307970:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972911 exp ffff880008f8fc00
00000100:00080000:0.0:1329972911.307977:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972911 exp ffff880057c49800
00000100:00080000:0.0:1329972911.307982:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972911 exp ffff8800572c1c00
00000100:00080000:0.0:1329972911.307986:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972911 exp ffff880046d08400
00000100:00100000:0.0:1329972911.307994:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250088:12345-0@lo:400
00000100:00100000:0.0:1329972911.308012:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250088:12345-0@lo:400 Request procesed in 21us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972911.308030:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250089:12345-0@lo:400
00000100:00100000:0.0:1329972911.308042:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250089:12345-0@lo:400 Request procesed in 15us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972911.308049:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250091:12345-0@lo:400
00000100:00100000:0.0:1329972911.308060:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250091:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972911.308067:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250092:12345-0@lo:400
00000100:00100000:0.0:1329972911.308077:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250092:12345-0@lo:400 Request procesed in 13us (180us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972911.308087:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972911 exp ffff880008f8f400
00000100:00100000:0.0:1329972911.308096:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250090:12345-0@lo:400
00000100:00100000:0.0:1329972911.308112:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250090:12345-0@lo:400 Request procesed in 19us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972911.308135:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250087:0@lo:400
00000100:00100000:0.0:1329972911.308141:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250088:0@lo:400
00000100:00100000:0.0:1329972911.308145:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250089:0@lo:400
00000100:00100000:0.0:1329972911.308149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250090:0@lo:400
00000100:00100000:0.0:1329972911.308153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250091:0@lo:400
00000100:00100000:0.0:1329972911.308157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250092:0@lo:400
00000100:00100000:0.0:1329972911.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972912.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972913.369605:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972914.369631:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972915.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972916.307633:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972916.307640:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972916.307642:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972916.307647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335038967
00000100:00000400:0.0:1329972916.307650:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972916.307655:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972916.307661:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972916.307668:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373250101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972916.307676:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972916.307677:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972916.307679:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972916.307681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335038967
00000100:00000400:0.0:1329972916.307682:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972916.307685:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972916.307686:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972916.307690:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976400 x1394565373250102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972916.307710:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250101:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972916.307736:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250101 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972916] [real_sent 1329972916] [current 1329972916] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373250101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972916.307746:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373250101/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972916.307753:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972916.307754:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972916.307757:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250101:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972916.307759:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250102:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972916.307767:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250102 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972916] [real_sent 1329972916] [current 1329972916] [deadline 25s] [delay -25s]  req@ffff880032976400 x1394565373250102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972916.307774:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976400 x1394565373250102/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972941 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972916.307779:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972916.307780:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972916.307782:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250102:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972916.307795:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250095:0@lo:400
00000100:00100000:0.0:1329972916.307807:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972916.307814:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250096:0@lo:400
00000100:00100000:0.0:1329972916.307822:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972916.307827:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250097:0@lo:400
00000100:00100000:0.0:1329972916.307833:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972916.307838:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250098:0@lo:400
00000100:00100000:0.0:1329972916.307845:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972916.307850:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250099:0@lo:400
00000100:00100000:0.0:1329972916.307856:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972916.307861:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250100:0@lo:400
00000100:00100000:0.0:1329972916.307867:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972916.307884:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972916 exp ffff880052834000
00000100:00100000:0.0:1329972916.307909:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250095:12345-0@lo:400
00000100:00100000:0.0:1329972916.307933:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250095:12345-0@lo:400 Request procesed in 40us (125us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972916.307947:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972916 exp ffff880008f8fc00
00000100:00080000:0.0:1329972916.307953:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972916 exp ffff880057c49800
00000100:00080000:0.0:1329972916.307958:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972916 exp ffff8800572c1c00
00000100:00080000:0.0:1329972916.307963:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972916 exp ffff880046d08400
00000100:00100000:0.0:1329972916.307971:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250096:12345-0@lo:400
00000100:00100000:0.0:1329972916.307988:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250096:12345-0@lo:400 Request procesed in 20us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972916.307996:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250097:12345-0@lo:400
00000100:00100000:0.0:1329972916.308008:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250097:12345-0@lo:400 Request procesed in 13us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972916.308014:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250099:12345-0@lo:400
00000100:00100000:0.0:1329972916.308025:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250099:12345-0@lo:400 Request procesed in 13us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972916.308032:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250100:12345-0@lo:400
00000100:00100000:0.0:1329972916.308042:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250100:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972916.308052:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972916 exp ffff880008f8f400
00000100:00100000:0.0:1329972916.308061:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250098:12345-0@lo:400
00000100:00100000:0.0:1329972916.308077:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250098:12345-0@lo:400 Request procesed in 19us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972916.308100:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250095:0@lo:400
00000100:00100000:0.0:1329972916.308106:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250096:0@lo:400
00000100:00100000:0.0:1329972916.308110:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250097:0@lo:400
00000100:00100000:0.0:1329972916.308115:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250098:0@lo:400
00000100:00100000:0.0:1329972916.308118:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250099:0@lo:400
00000100:00100000:0.0:1329972916.308122:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250100:0@lo:400
00000100:00100000:0.0:1329972916.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972917.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972918.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972919.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972920.369573:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972921.307668:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972921.307674:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972921.307676:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972921.307681:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335043967
00000100:00000400:0.0:1329972921.307684:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972921.307689:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972921.307695:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972921.307702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373250109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972921.307710:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972921.307711:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972921.307713:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972921.307715:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335043967
00000100:00000400:0.0:1329972921.307716:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972921.307719:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972921.307721:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972921.307724:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373250110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972921.307745:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250109:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972921.307778:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250109 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972921] [real_sent 1329972921] [current 1329972921] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373250109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972921.307789:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373250109/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972921.307796:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972921.307797:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972921.307800:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250109:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972921.307803:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250110:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972921.307810:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250110 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972921] [real_sent 1329972921] [current 1329972921] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373250110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972921.307818:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373250110/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972946 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972921.307822:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972921.307824:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972921.307826:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250110:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972921.307839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250103:0@lo:400
00000100:00100000:0.0:1329972921.307851:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972921.307857:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250104:0@lo:400
00000100:00100000:0.0:1329972921.307865:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972921.307870:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250105:0@lo:400
00000100:00100000:0.0:1329972921.307876:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972921.307881:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250106:0@lo:400
00000100:00100000:0.0:1329972921.307889:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972921.307894:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250107:0@lo:400
00000100:00100000:0.0:1329972921.307900:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972921.307906:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250108:0@lo:400
00000100:00100000:0.0:1329972921.307913:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972921.308054:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972921 exp ffff880052834000
00000100:00100000:0.0:1329972921.308075:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250103:12345-0@lo:400
00000100:00100000:0.0:1329972921.308104:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250103:12345-0@lo:400 Request procesed in 40us (253us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972921.308119:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972921 exp ffff880008f8fc00
00000100:00080000:0.0:1329972921.308126:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972921 exp ffff880057c49800
00000100:00080000:0.0:1329972921.308130:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972921 exp ffff8800572c1c00
00000100:00080000:0.0:1329972921.308135:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972921 exp ffff880046d08400
00000100:00100000:0.0:1329972921.308143:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250104:12345-0@lo:400
00000100:00100000:0.0:1329972921.308160:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250104:12345-0@lo:400 Request procesed in 21us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972921.308168:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250105:12345-0@lo:400
00000100:00100000:0.0:1329972921.308180:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250105:12345-0@lo:400 Request procesed in 14us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972921.308187:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250107:12345-0@lo:400
00000100:00100000:0.0:1329972921.308198:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250107:12345-0@lo:400 Request procesed in 14us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972921.308204:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250108:12345-0@lo:400
00000100:00100000:0.0:1329972921.308218:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250108:12345-0@lo:400 Request procesed in 15us (304us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972921.308238:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972921 exp ffff880008f8f400
00000100:00100000:0.0:1329972921.308247:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250106:12345-0@lo:400
00000100:00100000:0.0:1329972921.308264:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250106:12345-0@lo:400 Request procesed in 20us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972921.308296:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250103:0@lo:400
00000100:00100000:0.0:1329972921.308302:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250104:0@lo:400
00000100:00100000:0.0:1329972921.308307:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250105:0@lo:400
00000100:00100000:0.0:1329972921.308311:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250106:0@lo:400
00000100:00100000:0.0:1329972921.308315:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250107:0@lo:400
00000100:00100000:0.0:1329972921.308319:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250108:0@lo:400
00000400:02020000:0.0:1329972921.308377:0:11077:0:(acceptor.c:376:lnet_accept()) 120-3: Refusing connection from 127.0.0.1 for 127.0.0.1@tcp: No matching NI
00000800:00020000:0.0:1329972921.308418:0:11072:0:(socklnd_cb.c:1722:ksocknal_recv_hello()) Error -104 reading HELLO from 127.0.0.1
00000400:02020000:0.0:1329972921.308429:0:11072:0:(acceptor.c:141:lnet_connect_console_error()) 11b-b: Connection to 127.0.0.1@tcp at host 127.0.0.1 on port 988 was reset: is it running a compatible version of Lustre and is 127.0.0.1@tcp one of its NIDs?
00000100:00100000:0.0:1329972921.369630:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972922.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972923.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972924.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972925.369603:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972926.307618:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972926.307626:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972926.307629:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972926.307636:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335048967
00000100:00000400:0.0:1329972926.307639:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972926.307646:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972926.307654:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972926.307665:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003753e000 x1394565373250117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972926.307673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972926.307675:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972926.307688:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972926.307691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335048967
00000100:00000400:0.0:1329972926.307693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972926.307696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972926.307698:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972926.307703:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976000 x1394565373250118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972926.307725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250111:0@lo:400
00000100:00100000:0.0:1329972926.307750:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972926.307759:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250112:0@lo:400
00000100:00100000:0.0:1329972926.307796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972926.307804:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250113:0@lo:400
00000100:00100000:0.0:1329972926.307812:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972926.307817:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250114:0@lo:400
00000100:00100000:0.0:1329972926.307825:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972926.307830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250115:0@lo:400
00000100:00100000:0.0:1329972926.307837:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972926.307842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250116:0@lo:400
00000100:00100000:0.0:1329972926.307848:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972926.307861:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250117:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972926.307873:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250117 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972926] [real_sent 1329972926] [current 1329972926] [deadline 25s] [delay -25s]  req@ffff88003753e000 x1394565373250117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972926.307884:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003753e000 x1394565373250117/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972926.307890:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972926.307892:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972926.307894:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250117:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972926.307897:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250118:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972926.307905:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250118 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972926] [real_sent 1329972926] [current 1329972926] [deadline 25s] [delay -25s]  req@ffff880032976000 x1394565373250118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972926.307912:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976000 x1394565373250118/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972951 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972926.307917:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972926.307918:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972926.307920:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250118:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972926.307939:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972926 exp ffff880052834000
00000100:00100000:0.0:1329972926.307964:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250111:12345-0@lo:400
00000100:00100000:0.0:1329972926.307988:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250111:12345-0@lo:400 Request procesed in 39us (238us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972926.308002:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972926 exp ffff880008f8fc00
00000100:00080000:0.0:1329972926.308008:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972926 exp ffff880057c49800
00000100:00080000:0.0:1329972926.308013:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972926 exp ffff8800572c1c00
00000100:00080000:0.0:1329972926.308017:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972926 exp ffff880046d08400
00000100:00100000:0.0:1329972926.308025:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250112:12345-0@lo:400
00000100:00100000:0.0:1329972926.308042:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250112:12345-0@lo:400 Request procesed in 20us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972926.308050:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250113:12345-0@lo:400
00000100:00100000:0.0:1329972926.308062:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250113:12345-0@lo:400 Request procesed in 14us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972926.308069:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250115:12345-0@lo:400
00000100:00100000:0.0:1329972926.308080:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250115:12345-0@lo:400 Request procesed in 12us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972926.308087:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250116:12345-0@lo:400
00000100:00100000:0.0:1329972926.308098:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250116:12345-0@lo:400 Request procesed in 12us (249us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972926.308107:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972926 exp ffff880008f8f400
00000100:00100000:0.0:1329972926.308116:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250114:12345-0@lo:400
00000100:00100000:0.0:1329972926.308133:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250114:12345-0@lo:400 Request procesed in 19us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972926.308156:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250111:0@lo:400
00000100:00100000:0.0:1329972926.308162:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250112:0@lo:400
00000100:00100000:0.0:1329972926.308166:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250113:0@lo:400
00000100:00100000:0.0:1329972926.308170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250114:0@lo:400
00000100:00100000:0.0:1329972926.308174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250115:0@lo:400
00000100:00100000:0.0:1329972926.308178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250116:0@lo:400
00000100:00100000:0.0:1329972926.369618:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972927.369600:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972928.369615:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972929.369645:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972930.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972931.307628:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972931.307631:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972931.307632:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972931.307635:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335053967
00000100:00000400:0.0:1329972931.307636:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972931.307639:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972931.307643:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972931.307648:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976000 x1394565373250125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972931.307651:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972931.307652:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972931.307653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972931.307654:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335053967
00000100:00000400:0.0:1329972931.307654:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972931.307656:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972931.307656:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972931.307658:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003753ec00 x1394565373250126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972931.307670:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250125:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972931.307688:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250125 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972931] [real_sent 1329972931] [current 1329972931] [deadline 25s] [delay -25s]  req@ffff880032976000 x1394565373250125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972931.307693:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976000 x1394565373250125/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972931.307696:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972931.307697:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972931.307698:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250125:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972931.307699:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250126:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972931.307703:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250126 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972931] [real_sent 1329972931] [current 1329972931] [deadline 25s] [delay -25s]  req@ffff88003753ec00 x1394565373250126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972931.307706:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003753ec00 x1394565373250126/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972956 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972931.307710:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972931.307711:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972931.307712:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250126:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972931.307719:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250119:0@lo:400
00000100:00100000:0.0:1329972931.307726:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972931.307730:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250120:0@lo:400
00000100:00100000:0.0:1329972931.307734:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972931.307737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250121:0@lo:400
00000100:00100000:0.0:1329972931.307756:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972931.307760:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250122:0@lo:400
00000100:00100000:0.0:1329972931.307764:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972931.307775:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250123:0@lo:400
00000100:00100000:0.0:1329972931.307783:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972931.307789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250124:0@lo:400
00000100:00100000:0.0:1329972931.307796:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972931.307815:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972931 exp ffff880052834000
00000100:00100000:0.0:1329972931.307834:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250119:12345-0@lo:400
00000100:00100000:0.0:1329972931.307857:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250119:12345-0@lo:400 Request procesed in 34us (131us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972931.307871:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972931 exp ffff880008f8fc00
00000100:00080000:0.0:1329972931.307878:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972931 exp ffff880057c49800
00000100:00080000:0.0:1329972931.307883:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972931 exp ffff8800572c1c00
00000100:00080000:0.0:1329972931.307887:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972931 exp ffff880046d08400
00000100:00100000:0.0:1329972931.307895:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250120:12345-0@lo:400
00000100:00100000:0.0:1329972931.307912:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250120:12345-0@lo:400 Request procesed in 20us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972931.307921:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250121:12345-0@lo:400
00000100:00100000:0.0:1329972931.307932:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250121:12345-0@lo:400 Request procesed in 14us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972931.307939:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250123:12345-0@lo:400
00000100:00100000:0.0:1329972931.307950:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250123:12345-0@lo:400 Request procesed in 12us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972931.307956:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250124:12345-0@lo:400
00000100:00100000:0.0:1329972931.307967:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250124:12345-0@lo:400 Request procesed in 13us (171us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972931.307977:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972931 exp ffff880008f8f400
00000100:00100000:0.0:1329972931.307986:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250122:12345-0@lo:400
00000100:00100000:0.0:1329972931.308005:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250122:12345-0@lo:400 Request procesed in 21us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972931.308028:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250119:0@lo:400
00000100:00100000:0.0:1329972931.308034:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250120:0@lo:400
00000100:00100000:0.0:1329972931.308038:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250121:0@lo:400
00000100:00100000:0.0:1329972931.308043:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250122:0@lo:400
00000100:00100000:0.0:1329972931.308046:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250123:0@lo:400
00000100:00100000:0.0:1329972931.308050:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250124:0@lo:400
00000100:00100000:0.0:1329972931.369611:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972932.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972933.369606:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972934.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972935.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972936.307590:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972936.307596:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972936.307598:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972936.307604:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335058967
00000100:00000400:0.0:1329972936.307606:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972936.307611:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972936.307626:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972936.307634:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88003753e800 x1394565373250133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972936.307641:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972936.307643:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972936.307644:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972936.307647:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335058967
00000100:00000400:0.0:1329972936.307648:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972936.307651:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972936.307653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972936.307657:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800374fec00 x1394565373250134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972936.307676:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250127:0@lo:400
00000100:00100000:0.0:1329972936.307702:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972936.307712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250128:0@lo:400
00000100:00100000:0.0:1329972936.307720:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972936.307725:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250129:0@lo:400
00000100:00100000:0.0:1329972936.307732:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972936.307737:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250130:0@lo:400
00000100:00100000:0.0:1329972936.307745:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972936.307750:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250131:0@lo:400
00000100:00100000:0.0:1329972936.307757:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972936.307763:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250132:0@lo:400
00000100:00100000:0.0:1329972936.307830:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972936.307845:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250133:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972936.307858:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250133 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972936] [real_sent 1329972936] [current 1329972936] [deadline 25s] [delay -25s]  req@ffff88003753e800 x1394565373250133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972936.307869:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88003753e800 x1394565373250133/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972936.307876:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972936.307877:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972936.307880:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250133:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972936.307883:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250134:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972936.307890:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250134 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972936] [real_sent 1329972936] [current 1329972936] [deadline 25s] [delay -25s]  req@ffff8800374fec00 x1394565373250134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972936.307897:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800374fec00 x1394565373250134/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972961 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972936.307902:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972936.307903:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972936.307905:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250134:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972936.307924:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972936 exp ffff880052834000
00000100:00100000:0.0:1329972936.307945:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250127:12345-0@lo:400
00000100:00100000:0.0:1329972936.307969:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250127:12345-0@lo:400 Request procesed in 37us (267us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972936.307983:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972936 exp ffff880008f8fc00
00000100:00080000:0.0:1329972936.307990:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972936 exp ffff880057c49800
00000100:00080000:0.0:1329972936.307995:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972936 exp ffff8800572c1c00
00000100:00080000:0.0:1329972936.307999:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972936 exp ffff880046d08400
00000100:00100000:0.0:1329972936.308007:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250128:12345-0@lo:400
00000100:00100000:0.0:1329972936.308025:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250128:12345-0@lo:400 Request procesed in 20us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972936.308033:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250129:12345-0@lo:400
00000100:00100000:0.0:1329972936.308044:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250129:12345-0@lo:400 Request procesed in 14us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972936.308051:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250131:12345-0@lo:400
00000100:00100000:0.0:1329972936.308062:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250131:12345-0@lo:400 Request procesed in 13us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972936.308079:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250132:12345-0@lo:400
00000100:00100000:0.0:1329972936.308091:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250132:12345-0@lo:400 Request procesed in 14us (261us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972936.308101:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972936 exp ffff880008f8f400
00000100:00100000:0.0:1329972936.308110:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250130:12345-0@lo:400
00000100:00100000:0.0:1329972936.308126:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250130:12345-0@lo:400 Request procesed in 19us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972936.308149:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250127:0@lo:400
00000100:00100000:0.0:1329972936.308155:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250128:0@lo:400
00000100:00100000:0.0:1329972936.308159:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250129:0@lo:400
00000100:00100000:0.0:1329972936.308164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250130:0@lo:400
00000100:00100000:0.0:1329972936.308167:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250131:0@lo:400
00000100:00100000:0.0:1329972936.308172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250132:0@lo:400
00000100:00100000:0.0:1329972936.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972937.369627:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972938.369629:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972939.369602:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972940.369624:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972941.307673:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972941.307681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972941.307684:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972941.307691:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335063967
00000100:00000400:0.0:1329972941.307693:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972941.307700:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972941.307708:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972941.307718:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005707b800 x1394565373250141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972941.307729:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972941.307732:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972941.307733:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972941.307737:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335063967
00000100:00000400:0.0:1329972941.307739:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972941.307742:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972941.307745:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972941.307751:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976400 x1394565373250142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972941.307779:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250141:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972941.307813:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250141 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972941] [real_sent 1329972941] [current 1329972941] [deadline 25s] [delay -25s]  req@ffff88005707b800 x1394565373250141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972941.307838:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005707b800 x1394565373250141/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972941.307847:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972941.307849:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972941.307853:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250141:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972941.307858:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250142:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972941.307870:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250142 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972941] [real_sent 1329972941] [current 1329972941] [deadline 25s] [delay -25s]  req@ffff880032976400 x1394565373250142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972941.307881:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976400 x1394565373250142/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972966 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972941.307889:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972941.307891:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972941.307894:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250142:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972941.307913:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250135:0@lo:400
00000100:00100000:0.0:1329972941.307930:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972941.307941:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250136:0@lo:400
00000100:00100000:0.0:1329972941.307953:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972941.307961:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250137:0@lo:400
00000100:00100000:0.0:1329972941.307972:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972941.307980:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250138:0@lo:400
00000100:00100000:0.0:1329972941.307992:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972941.308001:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250139:0@lo:400
00000100:00100000:0.0:1329972941.308012:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972941.308021:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250140:0@lo:400
00000100:00100000:0.0:1329972941.308031:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972941.308054:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972941 exp ffff880052834000
00000100:00100000:0.0:1329972941.308079:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250135:12345-0@lo:400
00000100:00100000:0.0:1329972941.308110:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250135:12345-0@lo:400 Request procesed in 44us (181us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972941.308130:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972941 exp ffff880008f8fc00
00000100:00080000:0.0:1329972941.308140:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972941 exp ffff880057c49800
00000100:00080000:0.0:1329972941.308148:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972941 exp ffff8800572c1c00
00000100:00080000:0.0:1329972941.308155:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972941 exp ffff880046d08400
00000100:00100000:0.0:1329972941.308170:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250136:12345-0@lo:400
00000100:00100000:0.0:1329972941.308194:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250136:12345-0@lo:400 Request procesed in 31us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972941.308206:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250137:12345-0@lo:400
00000100:00100000:0.0:1329972941.308224:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250137:12345-0@lo:400 Request procesed in 21us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972941.308235:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250139:12345-0@lo:400
00000100:00100000:0.0:1329972941.308254:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250139:12345-0@lo:400 Request procesed in 21us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972941.308264:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250140:12345-0@lo:400
00000100:00100000:0.0:1329972941.308281:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250140:12345-0@lo:400 Request procesed in 19us (249us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972941.308297:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972941 exp ffff880008f8f400
00000100:00100000:0.0:1329972941.308311:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250138:12345-0@lo:400
00000100:00100000:0.0:1329972941.308335:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250138:12345-0@lo:400 Request procesed in 28us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972941.308380:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250135:0@lo:400
00000100:00100000:0.0:1329972941.308389:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250136:0@lo:400
00000100:00100000:0.0:1329972941.308396:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250137:0@lo:400
00000100:00100000:0.0:1329972941.308402:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250138:0@lo:400
00000100:00100000:0.0:1329972941.308409:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250139:0@lo:400
00000100:00100000:0.0:1329972941.308415:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250140:0@lo:400
00000100:00100000:0.0:1329972941.369612:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972942.369623:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972943.369561:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972944.369613:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972945.369639:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972946.307627:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972946.307634:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972946.307635:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972946.307640:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335068967
00000100:00000400:0.0:1329972946.307642:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972946.307648:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972946.307653:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972946.307689:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8800376ce400 x1394565373250149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972946.307697:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972946.307699:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972946.307700:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972946.307702:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335068967
00000100:00000400:0.0:1329972946.307704:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972946.307706:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972946.307709:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972946.307714:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880019db9400 x1394565373250150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972946.307733:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250149:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972946.307759:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250149 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972946] [real_sent 1329972946] [current 1329972946] [deadline 25s] [delay -25s]  req@ffff8800376ce400 x1394565373250149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972946.307770:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8800376ce400 x1394565373250149/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972946.307777:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972946.307778:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972946.307781:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250149:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972946.307784:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250150:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972946.307791:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250150 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972946] [real_sent 1329972946] [current 1329972946] [deadline 25s] [delay -25s]  req@ffff880019db9400 x1394565373250150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972946.307798:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880019db9400 x1394565373250150/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972971 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972946.307803:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972946.307804:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972946.307806:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250150:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972946.307820:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250143:0@lo:400
00000100:00100000:0.0:1329972946.307832:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972946.307839:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250144:0@lo:400
00000100:00100000:0.0:1329972946.307847:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972946.307852:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250145:0@lo:400
00000100:00100000:0.0:1329972946.307858:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972946.307863:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250146:0@lo:400
00000100:00100000:0.0:1329972946.307898:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972946.307905:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250147:0@lo:400
00000100:00100000:0.0:1329972946.307914:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972946.307919:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250148:0@lo:400
00000100:00100000:0.0:1329972946.307925:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972946.307944:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972946 exp ffff880052834000
00000100:00100000:0.0:1329972946.307968:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250143:12345-0@lo:400
00000100:00100000:0.0:1329972946.307992:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250143:12345-0@lo:400 Request procesed in 39us (159us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972946.308005:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972946 exp ffff880008f8fc00
00000100:00080000:0.0:1329972946.308012:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972946 exp ffff880057c49800
00000100:00080000:0.0:1329972946.308016:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972946 exp ffff8800572c1c00
00000100:00080000:0.0:1329972946.308021:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972946 exp ffff880046d08400
00000100:00100000:0.0:1329972946.308029:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250144:12345-0@lo:400
00000100:00100000:0.0:1329972946.308045:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250144:12345-0@lo:400 Request procesed in 19us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972946.308053:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250145:12345-0@lo:400
00000100:00100000:0.0:1329972946.308065:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250145:12345-0@lo:400 Request procesed in 13us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972946.308071:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250147:12345-0@lo:400
00000100:00100000:0.0:1329972946.308082:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250147:12345-0@lo:400 Request procesed in 13us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972946.308089:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250148:12345-0@lo:400
00000100:00100000:0.0:1329972946.308100:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250148:12345-0@lo:400 Request procesed in 13us (175us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972946.308110:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972946 exp ffff880008f8f400
00000100:00100000:0.0:1329972946.308118:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250146:12345-0@lo:400
00000100:00100000:0.0:1329972946.308135:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250146:12345-0@lo:400 Request procesed in 18us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972946.308158:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250143:0@lo:400
00000100:00100000:0.0:1329972946.308164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250144:0@lo:400
00000100:00100000:0.0:1329972946.308168:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250145:0@lo:400
00000100:00100000:0.0:1329972946.308172:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250146:0@lo:400
00000100:00100000:0.0:1329972946.308176:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250147:0@lo:400
00000100:00100000:0.0:1329972946.308180:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250148:0@lo:400
00000100:00100000:0.0:1329972946.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972947.369628:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972948.369617:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972949.369620:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972950.369659:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972951.307645:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972951.307651:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972951.307653:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972951.307659:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335073967
00000100:00000400:0.0:1329972951.307661:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972951.307666:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972951.307672:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972951.307679:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88005af81000 x1394565373250157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972951.307688:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972951.307689:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972951.307690:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972951.307693:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335073967
00000100:00000400:0.0:1329972951.307694:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972951.307696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972951.307699:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972951.307702:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373250158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972951.307723:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250157:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972951.307750:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250157 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972951] [real_sent 1329972951] [current 1329972951] [deadline 25s] [delay -25s]  req@ffff88005af81000 x1394565373250157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972951.307761:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88005af81000 x1394565373250157/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972951.307767:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972951.307768:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972951.307771:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250157:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972951.307774:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250158:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972951.307781:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250158 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972951] [real_sent 1329972951] [current 1329972951] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373250158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972951.307788:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373250158/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972976 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972951.307793:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972951.307795:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972951.307797:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250158:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972951.307810:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250151:0@lo:400
00000100:00100000:0.0:1329972951.307823:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972951.307830:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250152:0@lo:400
00000100:00100000:0.0:1329972951.307838:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972951.307842:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250153:0@lo:400
00000100:00100000:0.0:1329972951.307849:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972951.307854:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250154:0@lo:400
00000100:00100000:0.0:1329972951.307862:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972951.307866:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250155:0@lo:400
00000100:00100000:0.0:1329972951.307904:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972951.307912:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250156:0@lo:400
00000100:00100000:0.0:1329972951.307921:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972951.307940:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972951 exp ffff880052834000
00000100:00100000:0.0:1329972951.307959:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250151:12345-0@lo:400
00000100:00100000:0.0:1329972951.307983:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250151:12345-0@lo:400 Request procesed in 34us (160us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972951.307996:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972951 exp ffff880008f8fc00
00000100:00080000:0.0:1329972951.308003:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972951 exp ffff880057c49800
00000100:00080000:0.0:1329972951.308007:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972951 exp ffff8800572c1c00
00000100:00080000:0.0:1329972951.308012:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972951 exp ffff880046d08400
00000100:00100000:0.0:1329972951.308022:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250152:12345-0@lo:400
00000100:00100000:0.0:1329972951.308039:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250152:12345-0@lo:400 Request procesed in 22us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972951.308047:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250153:12345-0@lo:400
00000100:00100000:0.0:1329972951.308059:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250153:12345-0@lo:400 Request procesed in 14us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972951.308077:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250155:12345-0@lo:400
00000100:00100000:0.0:1329972951.308088:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250155:12345-0@lo:400 Request procesed in 14us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972951.308094:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250156:12345-0@lo:400
00000100:00100000:0.0:1329972951.308105:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250156:12345-0@lo:400 Request procesed in 13us (184us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972951.308115:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972951 exp ffff880008f8f400
00000100:00100000:0.0:1329972951.308124:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250154:12345-0@lo:400
00000100:00100000:0.0:1329972951.308140:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250154:12345-0@lo:400 Request procesed in 19us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972951.308164:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250151:0@lo:400
00000100:00100000:0.0:1329972951.308170:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250152:0@lo:400
00000100:00100000:0.0:1329972951.308174:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250153:0@lo:400
00000100:00100000:0.0:1329972951.308178:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250154:0@lo:400
00000100:00100000:0.0:1329972951.308182:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250155:0@lo:400
00000100:00100000:0.0:1329972951.308185:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250156:0@lo:400
00000100:00100000:0.0:1329972951.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972952.369616:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972953.369607:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972954.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972955.369619:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00080000:0.0:1329972956.307674:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972956.307681:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972956.307683:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972956.307688:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335078967
00000100:00000400:0.0:1329972956.307690:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972956.307696:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972956.307702:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972956.307709:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880037501c00 x1394565373250165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972956.307717:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972956.307718:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972956.307719:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972956.307722:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335078967
00000100:00000400:0.0:1329972956.307723:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972956.307725:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972956.307727:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972956.307731:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff880032976400 x1394565373250166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972956.307752:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250159:0@lo:400
00000100:00100000:0.0:1329972956.307779:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972956.307789:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250160:0@lo:400
00000100:00100000:0.0:1329972956.307797:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972956.307801:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250161:0@lo:400
00000100:00100000:0.0:1329972956.307808:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972956.307812:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250162:0@lo:400
00000100:00100000:0.0:1329972956.307820:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972956.307824:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250163:0@lo:400
00000100:00100000:0.0:1329972956.307831:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972956.307835:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250164:0@lo:400
00000100:00100000:0.0:1329972956.307843:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972956.307855:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250165:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972956.307867:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250165 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972956] [real_sent 1329972956] [current 1329972956] [deadline 25s] [delay -25s]  req@ffff880037501c00 x1394565373250165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972956.307877:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880037501c00 x1394565373250165/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972956.307883:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972956.307885:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972956.307887:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250165:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972956.307890:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250166:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972956.307897:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250166 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972956] [real_sent 1329972956] [current 1329972956] [deadline 25s] [delay -25s]  req@ffff880032976400 x1394565373250166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972956.307904:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff880032976400 x1394565373250166/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972981 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972956.307909:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972956.307910:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972956.307912:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250166:127.0.0.1@tcp:8
00000100:00080000:0.0:1329972956.307931:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972956 exp ffff880052834000
00000100:00100000:0.0:1329972956.307956:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250159:12345-0@lo:400
00000100:00100000:0.0:1329972956.307979:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250159:12345-0@lo:400 Request procesed in 40us (200us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972956.307993:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972956 exp ffff880008f8fc00
00000100:00080000:0.0:1329972956.308000:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972956 exp ffff880057c49800
00000100:00080000:0.0:1329972956.308005:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972956 exp ffff8800572c1c00
00000100:00080000:0.0:1329972956.308009:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972956 exp ffff880046d08400
00000100:00100000:0.0:1329972956.308017:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250160:12345-0@lo:400
00000100:00100000:0.0:1329972956.308034:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250160:12345-0@lo:400 Request procesed in 20us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972956.308043:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250161:12345-0@lo:400
00000100:00100000:0.0:1329972956.308054:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250161:12345-0@lo:400 Request procesed in 14us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972956.308061:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250163:12345-0@lo:400
00000100:00100000:0.0:1329972956.308072:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250163:12345-0@lo:400 Request procesed in 13us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972956.308078:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250164:12345-0@lo:400
00000100:00100000:0.0:1329972956.308089:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250164:12345-0@lo:400 Request procesed in 13us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972956.308099:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972956 exp ffff880008f8f400
00000100:00100000:0.0:1329972956.308107:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250162:12345-0@lo:400
00000100:00100000:0.0:1329972956.308123:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250162:12345-0@lo:400 Request procesed in 19us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972956.308147:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250159:0@lo:400
00000100:00100000:0.0:1329972956.308153:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250160:0@lo:400
00000100:00100000:0.0:1329972956.308157:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250161:0@lo:400
00000100:00100000:0.0:1329972956.308161:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250162:0@lo:400
00000100:00100000:0.0:1329972956.308165:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250163:0@lo:400
00000100:00100000:0.0:1329972956.308169:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250164:0@lo:400
00000100:00100000:0.0:1329972956.369643:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972957.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972958.369608:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972959.369621:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1329972960.369601:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000001:02000400:0.0:1329972961.282133:0:17927:0:(debug.c:446:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00000080:00200000:0.0:1329972961.296971:0:17950:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972961.296988:0:17950:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972961.296994:0:17950:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972961.296997:0:17950:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972961.297003:0:17950:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972961.297009:0:17950:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880047a27c58
00010000:00010000:0.0:1329972961.297010:0:17950:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972961.297013:0:17950:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 44
00000080:00200000:0.0:1329972961.297019:0:17950:0:(file.c:512:ll_file_open()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), flags 2304000
00000080:00200000:0.0:1329972961.297028:0:17950:0:(dir.c:1024:ll_dir_ioctl()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), cmd=0xc0b066a2
00000100:00100000:0.0:1329972961.297044:0:17950:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc lfs:de1871f5-fba4-c446-15d4-74b25034d360:17950:1394565373250167:0@lo:48
00000100:00100000:0.0:1329972961.297059:0:17950:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.297064:0:17950:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005518fec0 going to sleep for 6 seconds
00000100:00080000:0.0:1329972961.297075:0:13970:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972961 exp ffff880008f8f400
00000100:00100000:0.0:1329972961.297087:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:17950:x1394565373250167:12345-0@lo:48
00040000:00000400:0.0:1329972961.297104:0:13970:0:(quota_master.c:793:close_quota_files()) quota[0] is off already
00040000:00000400:0.0:1329972961.297110:0:13970:0:(quota_master.c:793:close_quota_files()) quota[1] is off already
00000100:00100000:0.0:1329972961.297119:0:13970:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250168:0@lo:19
00000100:00100000:0.0:1329972961.297126:0:13970:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.297129:0:13970:0:(client.c:1993:ptlrpc_set_wait()) set ffff880058f48d40 going to sleep for 6 seconds
00000100:00080000:0.0:1329972961.297135:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972961 exp ffff880008f8fc00
00000100:00100000:0.0:1329972961.297140:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:13970:x1394565373250168:12345-0@lo:19
00000100:00100000:0.0:1329972961.297162:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:13970:x1394565373250168:12345-0@lo:19 Request procesed in 24us (35us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972961.297173:0:13970:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250168:0@lo:19
00000100:00100000:0.0:1329972961.297179:0:13970:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250169:0@lo:19
00000100:00100000:0.0:1329972961.297183:0:13970:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.297185:0:13970:0:(client.c:1993:ptlrpc_set_wait()) set ffff880058f48d40 going to sleep for 6 seconds
00000100:00080000:0.0:1329972961.297188:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export lustre-MDT0000-mdtlov_UUID at 1329972961 exp ffff880057c49800
00000100:00100000:0.0:1329972961.297192:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:13970:x1394565373250169:12345-0@lo:19
00000100:00100000:0.0:1329972961.297201:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:13970:x1394565373250169:12345-0@lo:19 Request procesed in 10us (17us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972961.297206:0:13970:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250169:0@lo:19
00000100:00100000:0.0:1329972961.297215:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:17950:x1394565373250167:12345-0@lo:48 Request procesed in 135us (155us total) trans 0 rc -114/-114
00000100:00100000:0.0:1329972961.297220:0:17950:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc lfs:de1871f5-fba4-c446-15d4-74b25034d360:17950:1394565373250167:0@lo:48
00040000:00020000:0.0:1329972961.297221:0:17950:0:(quota_ctl.c:328:client_quota_ctl()) ptlrpc_queue_wait failed, rc: -114
00000080:00200000:0.0:1329972961.298367:0:17950:0:(file.c:298:ll_file_release()) VFS Op:inode=25003/1880466225(ffff8800471c5b78)
00000100:00080000:0.0:1329972961.307570:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972961.307572:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1329972961.307573:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972961.307575:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0000_osc: connect to NID 127.0.0.1@tcp last attempt 4335083967
00000100:00000400:0.0:1329972961.307576:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0000_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972961.307578:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0000_osc: import ffff8800021cb800 using connection host_0_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972961.307582:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972961.307585:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88004c2be800 x1394565373250173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972961.307589:0:11082:0:(pinger.c:242:ptlrpc_pinger_process_import()) level DISCONN/3 force 0 deactive 0 pingable 0
00000100:00080000:0.0:1329972961.307589:0:11082:0:(recover.c:71:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1329972961.307590:0:11082:0:(import.c:618:ptlrpc_connect_import()) ffff88003780a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1329972961.307591:0:11082:0:(import.c:481:import_select_connection()) lustre-OST0001_osc: connect to NID 127.0.0.1@tcp last attempt 4335083967
00000100:00000400:0.0:1329972961.307592:0:11082:0:(import.c:526:import_select_connection()) lustre-OST0001_osc: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1329972961.307593:0:11082:0:(import.c:553:import_select_connection()) lustre-OST0001_osc: import ffff88003780a800 using connection host_1_UUID/127.0.0.1@tcp
00000008:00100000:0.0:1329972961.307594:0:11082:0:(osc_request.c:4278:osc_reconnect()) ocd_connect_flags: 0x5000000068 ocd_version: 33619968 ocd_grant: 2097152
00000100:00100000:0.0:1329972961.307595:0:11082:0:(import.c:717:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff88001e0a2000 x1394565373250174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 0 dl 0 ref 1 fl New:N/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972961.307604:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250173:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972961.307614:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250173 sent from lustre-OST0000_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972961] [real_sent 1329972961] [current 1329972961] [deadline 25s] [delay -25s]  req@ffff88004c2be800 x1394565373250173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972961.307619:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88004c2be800 x1394565373250173/t0(0) o-1->lustre-OST0000_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972961.307622:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff8800021cb800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972961.307623:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972961.307624:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0000_osc_UUID:11081:1394565373250173:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972961.307625:0:11081:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250174:127.0.0.1@tcp:8
00000100:00000400:0.0:1329972961.307629:0:11081:0:(client.c:1778:ptlrpc_expire_one_request()) @@@ Request x1394565373250174 sent from lustre-OST0001_osc to NID 127.0.0.1@tcp has failed due to network error: [sent 1329972961] [real_sent 1329972961] [current 1329972961] [deadline 25s] [delay -25s]  req@ffff88001e0a2000 x1394565373250174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972961.307632:0:11081:0:(client.c:1810:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff88001e0a2000 x1394565373250174/t0(0) o-1->lustre-OST0001_UUID@host_1_UUID:28/4 lens 368/512 e 0 to 1 dl 1329972986 ref 1 fl Rpc:XN/ffffffff/ffffffff rc 0/-1
00000100:00080000:0.0:1329972961.307636:0:11081:0:(import.c:1090:ptlrpc_connect_interpret()) ffff88003780a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1329972961.307636:0:11081:0:(import.c:1136:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on host_1_UUID failed (-110)
00000100:00100000:0.0:1329972961.307637:0:11081:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd-rcv:lustre-OST0001_osc_UUID:11081:1394565373250174:127.0.0.1@tcp:8
00000100:00100000:0.0:1329972961.307643:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250170:0@lo:400
00000100:00100000:0.0:1329972961.307649:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.307652:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250171:0@lo:400
00000100:00100000:0.0:1329972961.307656:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.307658:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250172:0@lo:400
00000100:00100000:0.0:1329972961.307661:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00080000:0.0:1329972961.307669:0:13961:0:(service.c:775:ptlrpc_update_export_timer()) updating export 18c14e79-4c88-c9f4-5130-74cd114dbc5b at 1329972961 exp ffff880052834000
00000100:00100000:0.0:1329972961.307676:0:13961:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+10:11080:x1394565373250170:12345-0@lo:400
00000100:00100000:0.0:1329972961.307686:0:13961:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_mgs_01:18c14e79-4c88-c9f4-5130-74cd114dbc5b+9:11080:x1394565373250170:12345-0@lo:400 Request procesed in 13us (37us total) trans 0 rc 0/0
00000100:00080000:0.0:1329972961.307692:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972961 exp ffff8800572c1c00
00000100:00080000:0.0:1329972961.307695:0:14049:0:(service.c:775:ptlrpc_update_export_timer()) updating export de1871f5-fba4-c446-15d4-74b25034d360 at 1329972961 exp ffff880046d08400
00000100:00100000:0.0:1329972961.307704:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250171:12345-0@lo:400
00000100:00100000:0.0:1329972961.307713:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250171:12345-0@lo:400 Request procesed in 15us (57us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972961.307716:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250172:12345-0@lo:400
00000100:00100000:0.0:1329972961.307722:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+4:11080:x1394565373250172:12345-0@lo:400 Request procesed in 6us (60us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972961.307736:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:18c14e79-4c88-c9f4-5130-74cd114dbc5b:11080:1394565373250170:0@lo:400
00000100:00100000:0.0:1329972961.307739:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250171:0@lo:400
00000100:00100000:0.0:1329972961.307741:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250172:0@lo:400
00000100:00100000:0.0:1329972961.369552:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000001:02000400:0.0:1329972961.457784:0:18171:0:(debug.c:446:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity ============----- Thu Feb 23 06:56:01 EET 2012
00000001:02000400:0.0:1329972961.723931:0:18560:0:(debug.c:446:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00000080:00200000:0.0:1329972961.739042:0:18582:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972961.739051:0:18582:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972961.739057:0:18582:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972961.739060:0:18582:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972961.739066:0:18582:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972961.739069:0:18582:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880008d6dc58
00010000:00010000:0.0:1329972961.739070:0:18582:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972961.739073:0:18582:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 44
00000080:00200000:0.0:1329972961.739075:0:18582:0:(file.c:512:ll_file_open()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), flags 2304000
00000080:00200000:0.0:1329972961.739082:0:18582:0:(dir.c:1024:ll_dir_ioctl()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), cmd=0xc0b066a2
00000100:00100000:0.0:1329972961.739097:0:18582:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc lfs:de1871f5-fba4-c446-15d4-74b25034d360:18582:1394565373250175:0@lo:48
00000100:00100000:0.0:1329972961.739112:0:18582:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.739116:0:18582:0:(client.c:1993:ptlrpc_set_wait()) set ffff880054134ac0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972961.739138:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18582:x1394565373250175:12345-0@lo:48
00040000:00000400:0.0:1329972961.739148:0:13970:0:(quota_master.c:793:close_quota_files()) quota[0] is off already
00040000:00000400:0.0:1329972961.739149:0:13970:0:(quota_master.c:793:close_quota_files()) quota[1] is off already
00000100:00100000:0.0:1329972961.739156:0:13970:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250176:0@lo:19
00000100:00100000:0.0:1329972961.739216:0:13970:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.739220:0:13970:0:(client.c:1993:ptlrpc_set_wait()) set ffff880058f48d40 going to sleep for 6 seconds
00000100:00100000:0.0:1329972961.739231:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:13970:x1394565373250176:12345-0@lo:19
00000100:00100000:0.0:1329972961.739250:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:13970:x1394565373250176:12345-0@lo:19 Request procesed in 21us (34us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972961.739261:0:13970:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250176:0@lo:19
00000100:00100000:0.0:1329972961.739267:0:13970:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250177:0@lo:19
00000100:00100000:0.0:1329972961.739271:0:13970:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972961.739273:0:13970:0:(client.c:1993:ptlrpc_set_wait()) set ffff880058f48d40 going to sleep for 6 seconds
00000100:00100000:0.0:1329972961.739279:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+5:13970:x1394565373250177:12345-0@lo:19
00000100:00100000:0.0:1329972961.739288:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:lustre-MDT0000-mdtlov_UUID+4:13970:x1394565373250177:12345-0@lo:19 Request procesed in 11us (17us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972961.739293:0:13970:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000-mdtlov_UUID:13970:1394565373250177:0@lo:19
00000100:00100000:0.0:1329972961.739302:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:18582:x1394565373250175:12345-0@lo:48 Request procesed in 172us (191us total) trans 0 rc -114/-114
00000100:00100000:0.0:1329972961.739307:0:18582:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc lfs:de1871f5-fba4-c446-15d4-74b25034d360:18582:1394565373250175:0@lo:48
00040000:00020000:0.0:1329972961.739309:0:18582:0:(quota_ctl.c:328:client_quota_ctl()) ptlrpc_queue_wait failed, rc: -114
00000080:00200000:0.0:1329972961.739923:0:18582:0:(file.c:298:ll_file_release()) VFS Op:inode=25003/1880466225(ffff8800471c5b78)
00000400:00000400:0.0:1329972961.751436:0:18603:0:(debug.c:326:libcfs_debug_str2mask()) You are trying to use a numerical value for the mask - this will be deprecated in a future release.
00000400:00000400:0.0:1329972961.752140:0:18604:0:(debug.c:326:libcfs_debug_str2mask()) You are trying to use a numerical value for the mask - this will be deprecated in a future release.
00000020:00000004:0.0:1329972962.050996:0:18765:0:(obd_class.h:1262:obd_statfs()) osfs 4322419651, max_age 4335088710
00020000:00000004:0.0:1329972962.051003:0:18765:0:(obd_class.h:1205:obd_statfs_async()) lustre-OST0000-osc-ffff880008f8a800: osfs ffff88005b4ba690 age 4323436605, max_age 4335088710
00020000:00000004:0.0:1329972962.051013:0:18765:0:(obd_class.h:1205:obd_statfs_async()) lustre-OST0001-osc-ffff880008f8a800: osfs ffff880051af01d0 age 4323436605, max_age 4335088710
00000100:00100000:0.0:1329972962.051017:0:18765:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc lctl:de1871f5-fba4-c446-15d4-74b25034d360:18765:1394565373250178:0@lo:13
00000100:00100000:0.0:1329972962.051033:0:18765:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.051038:0:18765:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc lctl:de1871f5-fba4-c446-15d4-74b25034d360:18765:1394565373250179:0@lo:13
00000100:00100000:0.0:1329972962.051070:0:14053:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:de1871f5-fba4-c446-15d4-74b25034d360+5:18765:x1394565373250178:12345-0@lo:13
00000010:00000004:0.0:1329972962.051078:0:14053:0:(obd_class.h:1262:obd_statfs()) osfs 4323453773, max_age 4335088710
00002000:00000004:0.0:1329972962.051079:0:14053:0:(lustre_fsfilt.h:401:fsfilt_statfs()) osfs 4323453773, max_age 4335088710
00002000:00000024:0.0:1329972962.051083:0:14053:0:(filter.c:3721:filter_statfs()) blocks cached 0 granted 2097152 pending 0 free 165675008 avail 155435008
00000100:00100000:0.0:1329972962.051096:0:14053:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:de1871f5-fba4-c446-15d4-74b25034d360+4:18765:x1394565373250178:12345-0@lo:13 Request procesed in 34us (63us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.051106:0:18765:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.051108:0:18765:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800326e2340 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.051117:0:18765:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc lctl:de1871f5-fba4-c446-15d4-74b25034d360:18765:1394565373250178:0@lo:13
00000100:00100000:0.0:1329972962.051125:0:14053:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:de1871f5-fba4-c446-15d4-74b25034d360+5:18765:x1394565373250179:12345-0@lo:13
00000010:00000004:0.0:1329972962.051128:0:14053:0:(obd_class.h:1262:obd_statfs()) osfs 4323453771, max_age 4335088710
00002000:00000004:0.0:1329972962.051128:0:14053:0:(lustre_fsfilt.h:401:fsfilt_statfs()) osfs 4323453771, max_age 4335088710
00002000:00000024:0.0:1329972962.051130:0:14053:0:(filter.c:3721:filter_statfs()) blocks cached 0 granted 2097152 pending 0 free 165675008 avail 155435008
00000100:00100000:0.0:1329972962.051136:0:14053:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:de1871f5-fba4-c446-15d4-74b25034d360+4:18765:x1394565373250179:12345-0@lo:13 Request procesed in 13us (31us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.051143:0:18765:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc lctl:de1871f5-fba4-c446-15d4-74b25034d360:18765:1394565373250179:0@lo:13
00000020:00000004:0.0:1329972962.051164:0:18765:0:(obd_class.h:1262:obd_statfs()) osfs 4335089710, max_age 4335088710
00000020:00000004:0.0:1329972962.051165:0:18765:0:(obd_class.h:1276:obd_statfs()) lustre-clilov-ffff880008f8a800: use ffff8800516005d0 cache blocks 75864/93732 objects 99846/100032
00000080:00200000:0.0:1329972962.051333:0:18174:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.051341:0:18174:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.051347:0:18174:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.051350:0:18174:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.051354:0:18174:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.051357:0:18174:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880008d01bb8
00010000:00010000:0.0:1329972962.051358:0:18174:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.051360:0:18174:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.051363:0:18174:0:(namei.c:528:ll_lookup_it()) VFS Op:name=d52a,dir=25003/1880466225(ffff8800471c5b78),intent=0
00000002:00010000:0.0:1329972962.051368:0:18174:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d52a,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.051380:0:18174:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.051382:0:18174:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.051385:0:18174:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00000100:00100000:0.0:1329972962.051387:0:18174:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc bash:de1871f5-fba4-c446-15d4-74b25034d360:18174:1394565373250180:0@lo:101
00000100:00100000:0.0:1329972962.051394:0:18174:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.051398:0:18174:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800326e2340 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.051408:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18174:x1394565373250180:12345-0@lo:101
00010000:00010000:0.0:1329972962.051413:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.051427:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68822 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6881b expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.052002:0:13970:0:(mdt_identity.c:150:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /usr/sbin/l_getidentity lustre-MDT0000 0, time 552us
00010000:00010000:0.0:1329972962.052009:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052015:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052036:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052039:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052052:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052054:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052058:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052059:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870ab40 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.052061:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052063:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052065:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870ab40 : no-op
00010000:00010000:0.0:1329972962.052065:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870ab40 : no-op
00010000:00010000:0.0:1329972962.052067:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052069:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870ab40/0xa58b72ca9be68829 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052072:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052073:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052075:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052076:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a900 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.052077:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052078:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052081:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00010000:00010000:0.0:1329972962.052082:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00010000:00010000:0.0:1329972962.052082:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052084:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68830 lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052089:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68822 lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6881b expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052091:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68822 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6881b expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052093:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870ad80, rc 0)
00000100:00100000:0.0:1329972962.052107:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:18174:x1394565373250180:12345-0@lo:101 Request procesed in 701us (713us total) trans 0 rc 301/301
00000100:00100000:0.0:1329972962.052115:0:18174:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc bash:de1871f5-fba4-c446-15d4-74b25034d360:18174:1394565373250180:0@lo:101
00010000:00010000:0.0:1329972962.052117:0:18174:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052120:0:18174:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052121:0:18174:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052123:0:18174:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052125:0:18174:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052128:0:18174:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a240 already unused, calling callback (ffffffffa076e450)
00010000:00010000:0.0:1329972962.052129:0:18174:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052131:0:18174:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1329972962.052131:0:18174:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00010000:0.0:1329972962.052132:0:18174:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00010000:0.0:1329972962.052132:0:18174:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052134:0:18174:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be6881b lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00000002:00100000:0.0:1329972962.052137:0:18174:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 16 disposition: 7, status: 0  req@ffff88005707b800 x1394565373250180/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 301/-1
00010000:00010000:0.0:1329972962.052145:0:18174:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.052177:0:18174:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.052180:0:18174:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.052182:0:18174:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.052184:0:18174:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.052186:0:18174:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.052187:0:18174:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880008d01bb8
00010000:00010000:0.0:1329972962.052188:0:18174:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.052190:0:18174:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.052192:0:18174:0:(namei.c:528:ll_lookup_it()) VFS Op:name=d52b,dir=25003/1880466225(ffff8800471c5b78),intent=0
00000002:00010000:0.0:1329972962.052193:0:18174:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d52b,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.052198:0:18174:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052200:0:18174:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052202:0:18174:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00000100:00100000:0.0:1329972962.052204:0:18174:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc bash:de1871f5-fba4-c446-15d4-74b25034d360:18174:1394565373250181:0@lo:101
00000100:00100000:0.0:1329972962.052210:0:18174:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.052213:0:18174:0:(client.c:1993:ptlrpc_set_wait()) set ffff880058f48440 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.052221:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18174:x1394565373250181:12345-0@lo:101
00010000:00010000:0.0:1329972962.052224:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.052225:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be6883e lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68837 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052232:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052234:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052256:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052259:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052264:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052268:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052269:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052271:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db6c0 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.052271:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052273:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052275:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.052275:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.052276:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052278:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68845 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052280:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052281:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052283:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052284:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db240 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.052285:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052288:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052289:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00010000:00010000:0.0:1329972962.052290:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00010000:00010000:0.0:1329972962.052290:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052292:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be6884c lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052296:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be6883e lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68837 expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052298:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be6883e lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68837 expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.052299:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870a480, rc 0)
00000100:00100000:0.0:1329972962.052310:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:18174:x1394565373250181:12345-0@lo:101 Request procesed in 90us (99us total) trans 0 rc 301/301
00000100:00100000:0.0:1329972962.052322:0:18174:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc bash:de1871f5-fba4-c446-15d4-74b25034d360:18174:1394565373250181:0@lo:101
00010000:00010000:0.0:1329972962.052323:0:18174:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052326:0:18174:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052327:0:18174:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052329:0:18174:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052332:0:18174:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052334:0:18174:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a6c0 already unused, calling callback (ffffffffa076e450)
00010000:00010000:0.0:1329972962.052334:0:18174:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052336:0:18174:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1329972962.052336:0:18174:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00010000:00010000:0.0:1329972962.052337:0:18174:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00010000:00010000:0.0:1329972962.052337:0:18174:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00010000:00010000:0.0:1329972962.052339:0:18174:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68837 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18174 timeout: 0
00000002:00100000:0.0:1329972962.052341:0:18174:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 16 disposition: 7, status: 0  req@ffff88005707b800 x1394565373250181/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 301/-1
00010000:00010000:0.0:1329972962.052347:0:18174:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.052380:0:18174:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.052383:0:18174:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.052385:0:18174:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.052387:0:18174:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.052389:0:18174:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.052390:0:18174:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880008d01c58
00010000:00010000:0.0:1329972962.052391:0:18174:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.052393:0:18174:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 44
00000080:00200000:0.0:1329972962.052395:0:18174:0:(file.c:512:ll_file_open()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), flags 2304000
00000080:00200000:0.0:1329972962.052459:0:18174:0:(dir.c:551:ll_readdir()) VFS Op:inode=25003/1880466225(ffff8800471c5b78) pos 0/4096 32bit_api 0
00010000:00010000:0.0:1329972962.052462:0:18174:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.052464:0:18174:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.052469:0:18174:0:(dir.c:193:ll_dir_readpage()) VFS Op:inode=25003/1880466225(ffff8800471c5b78) hash 0
00000100:00100000:0.0:1329972962.052519:0:18174:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc bash:de1871f5-fba4-c446-15d4-74b25034d360:18174:1394565373250182:0@lo:37
00000100:00100000:0.0:1329972962.052556:0:18174:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.052560:0:18174:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 11 seconds
00000100:00100000:0.0:1329972962.052617:0:13973:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+6:18174:x1394565373250182:12345-0@lo:37
00000100:00100000:0.0:1329972962.052734:0:13973:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+5:18174:x1394565373250182:12345-0@lo:37 Request procesed in 119us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.052742:0:18174:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc bash:de1871f5-fba4-c446-15d4-74b25034d360:18174:1394565373250182:0@lo:37
00000080:00200000:0.0:1329972962.052747:0:18174:0:(dir.c:230:ll_dir_readpage()) read 1/256 pages
00010000:00010000:0.0:1329972962.052769:0:18174:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.052778:0:18174:0:(dir.c:551:ll_readdir()) VFS Op:inode=25003/1880466225(ffff8800471c5b78) pos 18446744073709551614/4096 32bit_api 0
00000080:00200000:0.0:1329972962.052780:0:18174:0:(file.c:298:ll_file_release()) VFS Op:inode=25003/1880466225(ffff8800471c5b78)
00000080:00200000:0.0:1329972962.053225:0:18768:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.053228:0:18768:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.053230:0:18768:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.053234:0:18768:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.053237:0:18768:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.053238:0:18768:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880002051bc8
00010000:00010000:0.0:1329972962.053239:0:18768:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.053241:0:18768:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.053243:0:18768:0:(namei.c:528:ll_lookup_it()) VFS Op:name=[Rdfs][0-9]*,dir=25003/1880466225(ffff8800471c5b78),intent=getattr
00000002:00010000:0.0:1329972962.053244:0:18768:0:(mdc_locks.c:917:mdc_intent_lock()) (name: [Rdfs][0-9]*,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.053250:0:18768:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053252:0:18768:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053254:0:18768:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00000100:00100000:0.0:1329972962.053256:0:18768:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18768:1394565373250183:0@lo:101
00000100:00100000:0.0:1329972962.053272:0:18768:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.053275:0:18768:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.053285:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18768:x1394565373250183:12345-0@lo:101
00010000:00010000:0.0:1329972962.053287:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.053290:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be6885a lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68853 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053297:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053301:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053318:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053321:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053326:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053328:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053330:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053331:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cfb40 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.053332:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053334:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053335:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.053336:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.053337:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053338:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be68861 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053340:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053342:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053344:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053345:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cf900 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.053346:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053347:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053349:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf900 : no-op
00010000:00010000:0.0:1329972962.053349:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf900 : no-op
00010000:00010000:0.0:1329972962.053350:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053351:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68868 lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053355:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be6885a lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68853 expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053357:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be6885a lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68853 expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.053359:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000e1cfd80, rc 0)
00000100:00100000:0.0:1329972962.053369:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:18768:x1394565373250183:12345-0@lo:101 Request procesed in 86us (97us total) trans 0 rc 301/301
00000100:00100000:0.0:1329972962.053376:0:18768:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18768:1394565373250183:0@lo:101
00010000:00010000:0.0:1329972962.053378:0:18768:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053380:0:18768:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053382:0:18768:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053384:0:18768:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053385:0:18768:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053387:0:18768:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db000 already unused, calling callback (ffffffffa076e450)
00010000:00010000:0.0:1329972962.053388:0:18768:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053389:0:18768:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1329972962.053390:0:18768:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00010000:0.0:1329972962.053390:0:18768:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00010000:0.0:1329972962.053391:0:18768:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00010000:00010000:0.0:1329972962.053392:0:18768:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68853 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18768 timeout: 0
00000002:00100000:0.0:1329972962.053395:0:18768:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 8 disposition: 7, status: 0  req@ffff88001e0a2000 x1394565373250183/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 301/-1
00010000:00010000:0.0:1329972962.053401:0:18768:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.053413:0:18768:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.053416:0:18768:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.053417:0:18768:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.053419:0:18768:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.053421:0:18768:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.053422:0:18768:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880002051c48
00010000:00010000:0.0:1329972962.053423:0:18768:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.053424:0:18768:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.053426:0:18768:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.053427:0:18768:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.053428:0:18768:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.053430:0:18768:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.053432:0:18768:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.053432:0:18768:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880002051d38
00010000:00010000:0.0:1329972962.053433:0:18768:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.053434:0:18768:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.053436:0:18768:0:(dcache.c:413:ll_revalidate_it()) VFS Op:name=[Rdfs][0-9]*,intent=getattr
00010000:00010000:0.0:1329972962.053438:0:18768:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.054300:0:18769:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.054303:0:18769:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.054306:0:18769:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.054308:0:18769:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.054311:0:18769:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.054312:0:18769:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880050b6fc48
00010000:00010000:0.0:1329972962.054313:0:18769:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.054315:0:18769:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.054316:0:18769:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.054317:0:18769:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.054319:0:18769:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.054320:0:18769:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.054322:0:18769:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.054323:0:18769:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880050b6fd18
00010000:00010000:0.0:1329972962.054324:0:18769:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.054325:0:18769:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.054327:0:18769:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.054328:0:18769:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.054330:0:18769:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.054331:0:18769:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00010000:0.0:1329972962.054335:0:18769:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.054336:0:18769:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6876c from it ffff880050b6fd18
00010000:00010000:0.0:1329972962.054336:0:18769:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000080:00200000:0.0:1329972962.054338:0:18769:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 3
00000080:00200000:0.0:1329972962.054339:0:18769:0:(namei.c:990:ll_mkdir_generic()) VFS Op:name=d0_runas_test,dir=25003/1880466225(ffff8800471c5b78)
00000100:00100000:0.0:1329972962.054351:0:18769:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mkdir:de1871f5-fba4-c446-15d4-74b25034d360:18769:1394565373250184:0@lo:700
00000100:00100000:0.0:1329972962.054374:0:18769:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.054378:0:18769:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005b54b6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1329972962.054403:0:13979:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_mdss_01:de1871f5-fba4-c446-15d4-74b25034d360+6:18769:x1394565373250184:12345-0@lo:700
00000001:00080000:0.0:1329972962.095032:0:13949:0:(target.c:357:lut_cb_last_committed()) lustre-MDT0000: transno 90194313217 is committed
00000100:00100000:0.0:1329972962.095079:0:13979:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_mdss_01:de1871f5-fba4-c446-15d4-74b25034d360+5:18769:x1394565373250184:12345-0@lo:700 Request procesed in 40676us (40702us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.095139:0:18769:0:(client.c:2304:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: committing for last_committed 90194313217 gen 1
00000100:00100000:0.0:1329972962.095143:0:18769:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mkdir:de1871f5-fba4-c446-15d4-74b25034d360:18769:1394565373250184:0@lo:700
00010000:00010000:0.0:1329972962.095159:0:18769:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x2010 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.095187:0:18769:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.095189:0:18769:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.095200:0:18769:0:(ldlm_request.c:1088:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 1/0,0 mode: --/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00010000:00010000:0.0:1329972962.095205:0:18769:0:(ldlm_request.c:1092:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1329972962.095206:0:18769:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be6876c lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be6877a expref: -99 pid: 14342 timeout: 0
00000100:00100000:0.0:1329972962.095217:0:18769:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mkdir:de1871f5-fba4-c446-15d4-74b25034d360:18769:1394565373250185:0@lo:36
00000100:00100000:0.0:1329972962.095230:0:18769:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.095236:0:18769:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800326e2340 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.095257:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18769:x1394565373250185:12345-0@lo:36
00010000:00010000:0.0:1329972962.095273:0:13970:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1329972962.095276:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff8800112db480/0xa58b72ca9be6877a lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be6876c expref: 6 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095281:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff8800112db480/0xa58b72ca9be6877a lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be6876c expref: 6 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095288:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db480/0xa58b72ca9be6877a lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be6876c expref: 6 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095294:0:13970:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1329972962.095304:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 3/0,1 mode: --/CW res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095310:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 3/0,1 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095349:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 3/0,1 mode: --/PW res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095356:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.095806:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00010000:00010000:0.0:1329972962.095813:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 3/0,1 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095818:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 2/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095822:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 3/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095826:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db000 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.095828:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 3/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095832:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 4/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095836:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00010000:0.0:1329972962.095837:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00010000:0.0:1329972962.095840:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 2/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095844:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6886f lrc: 0/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.095850:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff8800374fe400 reply state = ffff880019db9400 transno = 90194313218
00010000:00080000:0.0:1329972962.095874:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00100000:0.0:1329972962.095883:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18769:x1394565373250185:12345-0@lo:36 Request procesed in 631us (652us total) trans 90194313218 rc 0/0
00010000:00010000:0.0:1329972962.095894:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095898:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 2/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095902:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095906:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cfd80 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.095907:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095911:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 4/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095914:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfd80 : no-op
00010000:00010000:0.0:1329972962.095915:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfd80 : no-op
00010000:00010000:0.0:1329972962.095917:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 2/0,0 mode: --/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.095921:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68876 lrc: 0/0,0 mode: --/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000100:00100000:0.0:1329972962.095936:0:18769:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mkdir:de1871f5-fba4-c446-15d4-74b25034d360:18769:1394565373250185:0@lo:36
00000080:00200000:0.0:1329972962.095957:0:18769:0:(llite_lib.c:1729:ll_read_inode2()) VFS Op:inode=0/0(ffff8800471c41f8)
00000080:00200000:0.0:1329972962.095961:0:18769:0:(llite_lib.c:1705:ll_update_inode()) inode=144115373027885057, updating i_size 4096
00000080:00200000:0.0:1329972962.095963:0:18769:0:(namei.c:151:ll_iget()) got inode: ffff8800471c41f8 for [0x200002b10:0x1:0x0]
00000080:00200000:0.0:1329972962.095997:0:18769:0:(llite_lib.c:1101:ll_clear_inode()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8)
00000080:00200000:0.0:1329972962.097351:0:18770:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.097361:0:18770:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.097379:0:18770:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097384:0:18770:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097388:0:18770:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18770 timeout: 0
00000100:00100000:0.0:1329972962.097395:0:18770:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc chmod:de1871f5-fba4-c446-15d4-74b25034d360:18770:1394565373250186:0@lo:101
00000100:00100000:0.0:1329972962.097409:0:18770:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.097416:0:18770:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800519a21c0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.097437:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18770:x1394565373250186:12345-0@lo:101
00010000:00010000:0.0:1329972962.097443:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.097447:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68884 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6887d expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097469:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be6888b lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097475:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be6888b lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.097488:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x61ab:0x7015a331:0x0]: returning size 4096
00000004:00010000:0.0:1329972962.097493:0:13970:0:(mdt_handler.c:1058:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be6888b lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097502:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68884 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be6887d expref: 8 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097508:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be6888b lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be6887d expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097513:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000e1cf900, rc 0)
00000100:00100000:0.0:1329972962.097573:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18770:x1394565373250186:12345-0@lo:101 Request procesed in 140us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.097590:0:18770:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc chmod:de1871f5-fba4-c446-15d4-74b25034d360:18770:1394565373250186:0@lo:101
00010000:00010000:0.0:1329972962.097595:0:18770:0:(ldlm_request.c:567:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097600:0:18770:0:(ldlm_request.c:599:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 4/1,0 mode: --/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097605:0:18770:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 4/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097610:0:18770:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 5/2,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097617:0:18770:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 5/2,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00000002:00100000:0.0:1329972962.097622:0:18770:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 8 disposition: b, status: 0  req@ffff880032976400 x1394565373250186/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000002:00010000:0.0:1329972962.097630:0:18770:0:(mdc_locks.c:820:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097635:0:18770:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 4 res 25003/1880466225 (0 0)
00000080:00200000:0.0:1329972962.097643:0:18770:0:(llite_lib.c:1705:ll_update_inode()) inode=25003, updating i_size 4096
00000080:00010000:0.0:1329972962.097645:0:18770:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.097648:0:18770:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6887d from it ffff880002051d08
00010000:00010000:0.0:1329972962.097649:0:18770:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00000080:00200000:0.0:1329972962.097670:0:18770:0:(llite_lib.c:1295:ll_setattr_raw()) VFS Op:inode=25003 valid 41
00010000:00010000:0.0:1329972962.097677:0:18770:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x2010 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097685:0:18770:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db480 : no-op
00010000:00010000:0.0:1329972962.097686:0:18770:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db480 : no-op
00010000:00010000:0.0:1329972962.097694:0:18770:0:(ldlm_request.c:1088:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 1/0,0 mode: --/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00010000:00010000:0.0:1329972962.097698:0:18770:0:(ldlm_request.c:1092:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1329972962.097699:0:18770:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db480/0xa58b72ca9be6887d lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be6888b expref: -99 pid: 18770 timeout: 0
00000100:00100000:0.0:1329972962.097708:0:18770:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc chmod:de1871f5-fba4-c446-15d4-74b25034d360:18770:1394565373250187:0@lo:36
00000100:00100000:0.0:1329972962.097719:0:18770:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.097738:0:18770:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800519a21c0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.097756:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+7:18770:x1394565373250187:12345-0@lo:36
00010000:00010000:0.0:1329972962.097767:0:13970:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1329972962.097770:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be6888b lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be6887d expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097774:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be6888b lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be6887d expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097780:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be6888b lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be6887d expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097786:0:13970:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1329972962.097792:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 3/0,1 mode: --/PW res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.097797:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000001:00080000:0.0:1329972962.128656:0:13949:0:(target.c:357:lut_cb_last_committed()) lustre-MDT0000: transno 90194313219 is committed
00000001:00080000:0.0:1329972962.128664:0:13949:0:(target.c:357:lut_cb_last_committed()) lustre-MDT0000: transno 90194313218 is committed
00000004:00080000:0.0:1329972962.128678:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff880037501000 reply state = ffff880019d0e800 transno = 90194313219
00000004:00200000:0.0:1329972962.128684:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x61ab:0x7015a331:0x0]: returning size 4096
00010000:00080000:0.0:1329972962.128711:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00100000:0.0:1329972962.128721:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:18770:x1394565373250187:12345-0@lo:36 Request procesed in 30968us (31000us total) trans 90194313219 rc 0/0
00010000:00010000:0.0:1329972962.128759:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.128765:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 2/0,0 mode: PW/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.128770:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.128777:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cfd80 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.128779:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.128783:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 4/0,0 mode: PW/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.128787:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfd80 : no-op
00010000:00010000:0.0:1329972962.128788:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfd80 : no-op
00010000:00010000:0.0:1329972962.128792:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 2/0,0 mode: --/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.128795:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cfd80/0xa58b72ca9be68892 lrc: 0/0,0 mode: --/PW res: 25003/1880466225 bits 0x3 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000100:00100000:0.0:1329972962.128815:0:18770:0:(client.c:2304:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: committing for last_committed 90194313219 gen 1
00000100:00100000:0.0:1329972962.128821:0:18770:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc chmod:de1871f5-fba4-c446-15d4-74b25034d360:18770:1394565373250187:0@lo:36
00000080:00200000:0.0:1329972962.128829:0:18770:0:(llite_lib.c:1705:ll_update_inode()) inode=25003, updating i_size 4096
00000080:00200000:0.0:1329972962.130742:0:18771:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.130751:0:18771:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.130768:0:18771:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.130774:0:18771:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.130778:0:18771:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18771 timeout: 0
00000100:00100000:0.0:1329972962.130785:0:18771:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250188:0@lo:101
00000100:00100000:0.0:1329972962.130799:0:18771:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.130806:0:18771:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800519a21c0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.130828:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:18771:x1394565373250188:12345-0@lo:101
00010000:00010000:0.0:1329972962.130833:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.130837:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be688a0 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68899 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.130856:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db480/0xa58b72ca9be688a7 lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.130862:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db480/0xa58b72ca9be688a7 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.130874:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x61ab:0x7015a331:0x0]: returning size 4096
00000004:00010000:0.0:1329972962.130878:0:13970:0:(mdt_handler.c:1058:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-ffff880055978800 lock: ffff8800112db480/0xa58b72ca9be688a7 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.130886:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be688a0 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68899 expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.130893:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff8800112db480/0xa58b72ca9be688a7 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be68899 expref: 6 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.130897:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800112db480, rc 0)
00000100:00100000:0.0:1329972962.130916:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+5:18771:x1394565373250188:12345-0@lo:101 Request procesed in 95us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.130940:0:18771:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250188:0@lo:101
00010000:00010000:0.0:1329972962.130944:0:18771:0:(ldlm_request.c:567:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.130949:0:18771:0:(ldlm_request.c:599:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 4/1,0 mode: --/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.130954:0:18771:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 4/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.130959:0:18771:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 5/2,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.130963:0:18771:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 5/2,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000002:00100000:0.0:1329972962.130967:0:18771:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 16 disposition: b, status: 0  req@ffff880032976400 x1394565373250188/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000002:00010000:0.0:1329972962.130975:0:18771:0:(mdc_locks.c:820:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.130980:0:18771:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 4 res 25003/1880466225 (0 0)
00000080:00200000:0.0:1329972962.130987:0:18771:0:(llite_lib.c:1705:ll_update_inode()) inode=25003, updating i_size 4096
00000080:00010000:0.0:1329972962.130989:0:18771:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.130992:0:18771:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff880050b6fbc8
00010000:00010000:0.0:1329972962.130993:0:18771:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.131000:0:18771:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.131005:0:18771:0:(namei.c:528:ll_lookup_it()) VFS Op:name=d0_runas_test,dir=25003/1880466225(ffff8800471c5b78),intent=getattr
00000002:00010000:0.0:1329972962.131011:0:18771:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.131021:0:18771:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131026:0:18771:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131030:0:18771:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18771 timeout: 0
00000100:00100000:0.0:1329972962.131035:0:18771:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250189:0@lo:101
00000100:00100000:0.0:1329972962.131067:0:18771:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.131074:0:18771:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800519a21c0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.131093:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18771:x1394565373250189:12345-0@lo:101
00010000:00010000:0.0:1329972962.131099:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.131103:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688b5 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ae expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131117:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131123:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131128:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131133:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131177:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688ca lrc: 3/1,0 mode: --/PR res: 8589945616/1 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131184:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688ca lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.131196:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00000004:00010000:0.0:1329972962.131200:0:13970:0:(mdt_handler.c:1058:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688ca lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131206:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131210:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131217:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131221:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cfb40 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.131222:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131226:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131230:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.131231:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.131234:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131237:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cfb40/0xa58b72ca9be688bc lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131242:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131246:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131250:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131253:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a6c0 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.131254:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131258:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131265:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00010000:00010000:0.0:1329972962.131266:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00010000:00010000:0.0:1329972962.131267:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131270:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688c3 lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131280:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688b5 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ae expref: 8 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131285:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688ca lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be688ae expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131289:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870a480, rc 0)
00000100:00100000:0.0:1329972962.131311:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18771:x1394565373250189:12345-0@lo:101 Request procesed in 222us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.131328:0:18771:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250189:0@lo:101
00010000:00010000:0.0:1329972962.131332:0:18771:0:(ldlm_request.c:567:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131339:0:18771:0:(ldlm_request.c:588:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131343:0:18771:0:(ldlm_request.c:599:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131347:0:18771:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 4/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131352:0:18771:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131360:0:18771:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00000002:00100000:0.0:1329972962.131365:0:18771:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 8 disposition: b, status: 0  req@ffff880032976400 x1394565373250189/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000002:00010000:0.0:1329972962.131371:0:18771:0:(mdc_locks.c:820:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131376:0:18771:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 4 res 8589945616/1 (0 0)
00000080:00200000:0.0:1329972962.131386:0:18771:0:(llite_lib.c:1729:ll_read_inode2()) VFS Op:inode=0/0(ffff8800471c41f8)
00000080:00200000:0.0:1329972962.131388:0:18771:0:(llite_lib.c:1705:ll_update_inode()) inode=144115373027885057, updating i_size 4096
00000080:00200000:0.0:1329972962.131390:0:18771:0:(namei.c:151:ll_iget()) got inode: ffff8800471c41f8 for [0x200002b10:0x1:0x0]
00000080:00010000:0.0:1329972962.131392:0:18771:0:(namei.c:454:ll_lookup_it_finish()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.131397:0:18771:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.131399:0:18771:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be688ae from it ffff8800469d8b80
00010000:00010000:0.0:1329972962.131400:0:18771:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.131409:0:18771:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8),name=d0_runas_test
00000002:00010000:0.0:1329972962.131414:0:18771:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x200002b10:0x1:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.131418:0:18771:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131422:0:18771:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.131428:0:18771:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.131429:0:18771:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be688ae from it ffff880050b6fd18
00010000:00010000:0.0:1329972962.131430:0:18771:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.131460:0:18771:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.131464:0:18771:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.131467:0:18771:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131471:0:18771:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.131476:0:18771:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.131478:0:18771:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff880050b6fc58
00010000:00010000:0.0:1329972962.131479:0:18771:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.131483:0:18771:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.131487:0:18771:0:(dcache.c:413:ll_revalidate_it()) VFS Op:name=d0_runas_test,intent=getattr
00000002:00010000:0.0:1329972962.131490:0:18771:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x200002b10:0x1:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.131492:0:18771:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131496:0:18771:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.131501:0:18771:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.131503:0:18771:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be688ae from it ffff8800469d8b80
00010000:00010000:0.0:1329972962.131504:0:18771:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.131510:0:18771:0:(llite_lib.c:1295:ll_setattr_raw()) VFS Op:inode=144115373027885057 valid 46
00000100:00100000:0.0:1329972962.131521:0:18771:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250190:0@lo:900
00000100:00100000:0.0:1329972962.131564:0:18771:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.131571:0:18771:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800326e2340 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.131613:0:13983:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_fld_01:de1871f5-fba4-c446-15d4-74b25034d360+7:18771:x1394565373250190:12345-0@lo:900
00000100:00100000:0.0:1329972962.131651:0:13983:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_fld_01:de1871f5-fba4-c446-15d4-74b25034d360+6:18771:x1394565373250190:12345-0@lo:900 Request procesed in 46us (88us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.131667:0:18771:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250190:0@lo:900
00010000:00010000:0.0:1329972962.131677:0:18771:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x2010 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131687:0:18771:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.131688:0:18771:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.131696:0:18771:0:(ldlm_request.c:1088:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 1/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.131700:0:18771:0:(ldlm_request.c:1092:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1329972962.131701:0:18771:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a000/0xa58b72ca9be688ae lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be688ca expref: -99 pid: 18771 timeout: 0
00000100:00100000:0.0:1329972962.131710:0:18771:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250191:0@lo:36
00000100:00100000:0.0:1329972962.131720:0:18771:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.131725:0:18771:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800326e2340 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.131755:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+7:18771:x1394565373250191:12345-0@lo:36
00010000:00010000:0.0:1329972962.131765:0:13970:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1329972962.131767:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688ca lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be688ae expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131772:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688ca lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be688ae expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131778:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688ca lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be688ae expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131784:0:13970:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1329972962.131790:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 3/0,1 mode: --/PW res: 8589945616/1 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.131795:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 3/0,1 mode: PW/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000001:00080000:0.0:1329972962.145440:0:13949:0:(target.c:357:lut_cb_last_committed()) lustre-MDT0000: transno 90194313220 is committed
00000004:00080000:0.0:1329972962.145456:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff8800374fe400 reply state = ffff88000e185000 transno = 90194313220
00000004:00200000:0.0:1329972962.145462:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00010000:00080000:0.0:1329972962.145489:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00100000:0.0:1329972962.145499:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18771:x1394565373250191:12345-0@lo:36 Request procesed in 13747us (13777us total) trans 90194313220 rc 0/0
00010000:00010000:0.0:1329972962.145509:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 3/0,1 mode: PW/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.145515:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 2/0,0 mode: PW/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.145520:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 3/0,0 mode: PW/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.145524:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db240 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.145526:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 3/0,0 mode: PW/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.145530:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 4/0,0 mode: PW/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.145563:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00010000:00010000:0.0:1329972962.145565:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00010000:00010000:0.0:1329972962.145568:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 2/0,0 mode: --/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.145572:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be688d1 lrc: 0/0,0 mode: --/PW res: 8589945616/1 bits 0x3 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000100:00100000:0.0:1329972962.145593:0:18771:0:(client.c:2304:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: committing for last_committed 90194313220 gen 1
00000100:00100000:0.0:1329972962.145596:0:18771:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc chown:de1871f5-fba4-c446-15d4-74b25034d360:18771:1394565373250191:0@lo:36
00000080:00200000:0.0:1329972962.145605:0:18771:0:(llite_lib.c:1705:ll_update_inode()) inode=144115373027885057, updating i_size 4096
00000080:00200000:0.0:1329972962.145617:0:18771:0:(llite_lib.c:1101:ll_clear_inode()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8)
00000080:00200000:0.0:1329972962.147635:0:18772:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.147643:0:18772:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.147649:0:18772:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.147654:0:18772:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.147661:0:18772:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.147664:0:18772:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff880002051be8
00010000:00010000:0.0:1329972962.147666:0:18772:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.147670:0:18772:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.147683:0:18772:0:(namei.c:528:ll_lookup_it()) VFS Op:name=d0_runas_test,dir=25003/1880466225(ffff8800471c5b78),intent=0
00000002:00010000:0.0:1329972962.147688:0:18772:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.147701:0:18772:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.147706:0:18772:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.147711:0:18772:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00000100:00100000:0.0:1329972962.147717:0:18772:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250192:0@lo:101
00000100:00100000:0.0:1329972962.147742:0:18772:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.147749:0:18772:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800519a21c0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.147771:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18772:x1394565373250192:12345-0@lo:101
00010000:00010000:0.0:1329972962.147776:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.147780:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688df lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688d8 expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.148975:0:13970:0:(mdt_identity.c:150:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /usr/sbin/l_getidentity lustre-MDT0000 500, time 1181us
00010000:00010000:0.0:1329972962.148987:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.148994:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149001:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149005:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149024:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688f4 lrc: 3/1,0 mode: --/PR res: 8589945616/1 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149028:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688f4 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.149038:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00000004:00010000:0.0:1329972962.149042:0:13970:0:(mdt_handler.c:1058:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688f4 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149047:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149051:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149055:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149059:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a000 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.149060:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149065:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149068:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.149070:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.149072:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149076:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be688e6 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149081:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149085:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149088:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149092:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db000 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.149093:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149097:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149104:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00010000:0.0:1329972962.149105:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00010000:0.0:1329972962.149106:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149109:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be688ed lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149119:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a480/0xa58b72ca9be688df lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688d8 expref: 8 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149124:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688f4 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be688d8 expref: 7 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149129:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870a6c0, rc 0)
00000100:00100000:0.0:1329972962.149151:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+6:18772:x1394565373250192:12345-0@lo:101 Request procesed in 1386us (1409us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.149169:0:18772:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250192:0@lo:101
00010000:00010000:0.0:1329972962.149174:0:18772:0:(ldlm_request.c:567:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149180:0:18772:0:(ldlm_request.c:588:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149184:0:18772:0:(ldlm_request.c:599:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149189:0:18772:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 4/1,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149193:0:18772:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149202:0:18772:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00000002:00100000:0.0:1329972962.149206:0:18772:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 16 disposition: b, status: 0  req@ffff880032976400 x1394565373250192/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000002:00010000:0.0:1329972962.149214:0:18772:0:(mdc_locks.c:820:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149219:0:18772:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 4 res 8589945616/1 (0 0)
00000080:00200000:0.0:1329972962.149228:0:18772:0:(llite_lib.c:1729:ll_read_inode2()) VFS Op:inode=0/0(ffff8800471c41f8)
00000080:00200000:0.0:1329972962.149231:0:18772:0:(llite_lib.c:1705:ll_update_inode()) inode=144115373027885057, updating i_size 4096
00000080:00200000:0.0:1329972962.149233:0:18772:0:(namei.c:151:ll_iget()) got inode: ffff8800471c41f8 for [0x200002b10:0x1:0x0]
00000080:00010000:0.0:1329972962.149235:0:18772:0:(namei.c:454:ll_lookup_it_finish()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.149239:0:18772:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.149241:0:18772:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be688d8 from it ffff880002051bc8
00010000:00010000:0.0:1329972962.149242:0:18772:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00000080:00200000:0.0:1329972962.149250:0:18772:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.149254:0:18772:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.149258:0:18772:0:(namei.c:528:ll_lookup_it()) VFS Op:name=f18174,dir=144115373027885057/33554475(ffff8800471c41f8),intent=open|creat
00000002:00010000:0.0:1329972962.149265:0:18772:0:(mdc_locks.c:917:mdc_intent_lock()) (name: f18174,[0x200002b10:0x2:0x0]) in obj [0x200002b10:0x1:0x0], intent: open|creat flags 0104502
00010000:00010000:0.0:1329972962.149336:0:18772:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 3/0,1 mode: --/CW res: 8589945616/1 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149341:0:18772:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 3/0,1 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.149346:0:18772:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 3/0,1 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00000100:00100000:0.0:1329972962.149355:0:18772:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250193:0@lo:101
00000100:00100000:0.0:1329972962.149368:0:18772:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.149374:0:18772:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.149394:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+7:18772:x1394565373250193:12345-0@lo:101
00010000:00010000:0.0:1329972962.149399:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.149403:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68902 lrc: 2/0,0 mode: --/CW res: 8589945616/1 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688fb expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149421:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 3/0,1 mode: --/CW res: 8589945616/1 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149426:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 3/0,1 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149464:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 3/0,1 mode: --/PW res: 8589945616/1 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.149470:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 3/0,1 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00020000:00000004:0.0:1329972962.149603:0:13970:0:(obd_class.h:1205:obd_statfs_async()) lustre-MDT0000-mdtlov: osfs ffff880025d5a210 age 4322418906, max_age 4335085809
00020000:00000004:0.0:1329972962.149613:0:13970:0:(obd_class.h:1205:obd_statfs_async()) lustre-OST0000-osc-MDT0000: osfs ffff880054470390 age 4323436605, max_age 4335085809
00020000:00000004:0.0:1329972962.149621:0:13970:0:(obd_class.h:1205:obd_statfs_async()) lustre-OST0001-osc-MDT0000: osfs ffff880037a28250 age 4323436605, max_age 4335085809
00000100:00100000:0.0:1329972962.149643:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250194:0@lo:13
00000100:00100000:0.0:1329972962.149657:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.149663:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250195:0@lo:13
00000100:00100000:0.0:1329972962.149688:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.149717:0:14053:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250194:12345-0@lo:13
00000010:00000004:0.0:1329972962.149724:0:14053:0:(obd_class.h:1262:obd_statfs()) osfs 4335089710, max_age 4335088809
00000010:00000004:0.0:1329972962.149726:0:14053:0:(obd_class.h:1276:obd_statfs()) lustre-OST0000: use ffff880008ed6550 cache blocks 37932/46866 objects 49923/50016
00000100:00100000:0.0:1329972962.149757:0:14053:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250194:12345-0@lo:13 Request procesed in 45us (99us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.149778:0:14053:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:lustre-MDT0000-mdtlov_UUID+5:11080:x1394565373250195:12345-0@lo:13
00000010:00000004:0.0:1329972962.149782:0:14053:0:(obd_class.h:1262:obd_statfs()) osfs 4335089710, max_age 4335088809
00000010:00000004:0.0:1329972962.149784:0:14053:0:(obd_class.h:1276:obd_statfs()) lustre-OST0001: use ffff8800551e2590 cache blocks 37932/46866 objects 49923/50016
00000100:00100000:0.0:1329972962.149795:0:14053:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_creat_01:lustre-MDT0000-mdtlov_UUID+4:11080:x1394565373250195:12345-0@lo:13 Request procesed in 20us (108us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.149813:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250194:0@lo:13
00000100:00100000:0.0:1329972962.149823:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:lustre-MDT0000-mdtlov_UUID:11080:1394565373250195:0@lo:13
00000008:00100000:0.0:1329972962.149844:0:13970:0:(osc_create.c:432:handle_async_create())  set oscc_next_id = 257731
00000004:00080000:0.0:1329972962.150023:0:13970:0:(mdt_open.c:590:mdt_mfd_set_mode()) Change mfd ffff8800574f01c0 mode 0x0->0x42
00010000:00010000:0.0:1329972962.150029:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 3/0,1 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150034:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 2/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150038:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 3/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150042:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db6c0 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.150043:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 3/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150047:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 4/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150051:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.150052:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.150055:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 2/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150063:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68909 lrc: 0/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.150067:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff880057b10850 reply state = ffff8800324d7800 transno = 90194313221
00010000:00010000:0.0:1329972962.150076:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68902 lrc: 1/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688fb expref: 9 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150080:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68902 lrc: 0/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688fb expref: 9 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150084:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000e1cf900, rc 0)
00010000:00080000:0.0:1329972962.150102:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00100000:0.0:1329972962.150111:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+8:18772:x1394565373250193:12345-0@lo:101 Request procesed in 722us (742us total) trans 90194313221 rc 301/301
00010000:00010000:0.0:1329972962.150125:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 3/0,1 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150130:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 2/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150134:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 3/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150137:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a240 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.150138:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 3/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150142:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 4/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150146:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00010000:0.0:1329972962.150147:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00010000:0.0:1329972962.150149:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 2/0,0 mode: --/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150152:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68910 lrc: 0/0,0 mode: --/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000100:00100000:0.0:1329972962.150167:0:18772:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250193:0@lo:101
00010000:00010000:0.0:1329972962.150172:0:18772:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 4/0,1 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.150176:0:18772:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 4/0,1 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.150180:0:18772:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 4/0,1 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.150184:0:18772:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 3/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.150188:0:18772:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 4/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.150192:0:18772:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cfb40 already unused, calling callback (ffffffffa076e450)
00010000:00010000:0.0:1329972962.150193:0:18772:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 5/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.150197:0:18772:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1329972962.150198:0:18772:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.150199:0:18772:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.150200:0:18772:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 3/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.150204:0:18772:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be688fb lrc: 0/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18772 timeout: 0
00000002:00100000:0.0:1329972962.150210:0:18772:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 3 disposition: 37, status: 0  req@ffff880032976400 x1394565373250193/t90194313221(90194313221) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00100000:0.0:1329972962.150218:0:18772:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880032976400 x1394565373250193/t90194313221(90194313221) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000080:00200000:0.0:1329972962.150235:0:18772:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 3
00000080:00200000:0.0:1329972962.150238:0:18772:0:(namei.c:784:ll_create_it()) VFS Op:name=f18174,dir=144115373027885057/33554475(ffff8800471c41f8),intent=open|creat
00000080:00200000:0.0:1329972962.150248:0:18772:0:(llite_lib.c:1729:ll_read_inode2()) VFS Op:inode=0/0(ffff8800471c4638)
00000080:00200000:0.0:1329972962.150343:0:18772:0:(namei.c:151:ll_iget()) got inode: ffff8800471c4638 for [0x200002b10:0x2:0x0]
00000080:00010000:0.0:1329972962.150347:0:18772:0:(namei.c:752:ll_create_node()) setting l_ast_data to inode ffff8800471c4638 (144115373027885058/33554475)
00000080:00200000:0.0:1329972962.150352:0:18772:0:(file.c:512:ll_file_open()) VFS Op:inode=144115373027885058/33554475(ffff8800471c4638), flags 104501
00000002:00100000:0.0:1329972962.150365:0:18772:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880032976400 x1394565373250193/t90194313221(90194313221) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000080:00200000:0.0:1329972962.150374:0:18772:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885058/33554475(ffff8800471c4638), inode mode 81a4 mask 0
00000080:00200000:0.0:1329972962.150389:0:18772:0:(llite_lib.c:1295:ll_setattr_raw()) VFS Op:inode=144115373027885058 valid 70
00000100:00100000:0.0:1329972962.150405:0:18772:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250197:0@lo:36
00000100:00100000:0.0:1329972962.150434:0:18772:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.150442:0:18772:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005b54b6c0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.150463:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+8:18772:x1394565373250197:12345-0@lo:36
00010000:00010000:0.0:1329972962.150474:0:13970:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1329972962.150476:0:13970:0:(ldlm_lockd.c:1422:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 0)
00010000:00010000:0.0:1329972962.150477:0:13970:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1329972962.150499:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 3/0,1 mode: --/PW res: 8589945616/2 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150507:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 3/0,1 mode: PW/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.150571:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff8800374fe800 reply state = ffff8800432ac000 transno = 90194313222
00010000:00080000:0.0:1329972962.150597:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00100000:0.0:1329972962.150605:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+9:18772:x1394565373250197:12345-0@lo:36 Request procesed in 147us (171us total) trans 90194313222 rc 0/0
00010000:00010000:0.0:1329972962.150616:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 3/0,1 mode: PW/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150621:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 2/0,0 mode: PW/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150625:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 3/0,0 mode: PW/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150628:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870ad80 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.150630:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 3/0,0 mode: PW/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150634:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 4/0,0 mode: PW/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150638:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870ad80 : no-op
00010000:00010000:0.0:1329972962.150639:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870ad80 : no-op
00010000:00010000:0.0:1329972962.150641:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 2/0,0 mode: --/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.150645:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be6891e lrc: 0/0,0 mode: --/PW res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000100:00100000:0.0:1329972962.150660:0:18772:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250197:0@lo:36
00020000:00200000:0.0:1329972962.150692:0:18772:0:(lov_io.c:396:lov_io_iter_init()) shrink: 0 [0, 18446744073709551615)
00000100:00100000:0.0:1329972962.150712:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250198:0@lo:2
00000100:00100000:0.0:1329972962.150723:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.150757:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250198:12345-0@lo:2
00002000:00100000:0.0:1329972962.150857:0:14049:0:(filter.c:212:filter_finish_transno()) wrote trans 263795 for client de1871f5-fba4-c446-15d4-74b25034d360 at #1: err = 0
00000100:00100000:0.0:1329972962.150899:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250198:12345-0@lo:2 Request procesed in 145us (175us total) trans 263795 rc 0/0
00000100:00100000:0.0:1329972962.150922:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250198:0@lo:2
00000080:00200000:0.0:1329972962.150942:0:18772:0:(file.c:298:ll_file_release()) VFS Op:inode=144115373027885058/33554475(ffff8800471c4638)
00000002:00080000:0.0:1329972962.150956:0:18772:0:(mdc_request.c:845:mdc_close()) @@@ matched open  req@ffff880032976400 x1394565373250193/t90194313221(90194313221) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 1 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00100000:0.0:1329972962.150965:0:18772:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250199:0@lo:35
00000100:00100000:0.0:1329972962.150975:0:18772:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.150981:0:18772:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005b54b6c0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.150997:0:13973:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+9:18772:x1394565373250199:12345-0@lo:35
00000100:00100000:0.0:1329972962.151055:0:13973:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+8:18772:x1394565373250199:12345-0@lo:35 Request procesed in 60us (78us total) trans 90194313223 rc 0/0
00000100:00100000:0.0:1329972962.151071:0:18772:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:18772:1394565373250199:0@lo:35
00000080:00200000:0.0:1329972962.151108:0:18772:0:(llite_lib.c:1101:ll_clear_inode()) VFS Op:inode=144115373027885058/33554475(ffff8800471c4638)
00000080:00200000:0.0:1329972962.152373:0:18775:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.152381:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.152387:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.152392:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.152399:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.152402:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff88000ab31bc8
00010000:00010000:0.0:1329972962.152403:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.152408:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.152411:0:18775:0:(dcache.c:413:ll_revalidate_it()) VFS Op:name=d0_runas_test,intent=getattr
00000002:00010000:0.0:1329972962.152415:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x200002b10:0x1:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.152419:0:18775:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 30 res 8589945616/1 (0 0)
00000002:00010000:0.0:1329972962.152423:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.152436:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152440:0:18775:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152445:0:18775:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00000100:00100000:0.0:1329972962.152451:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250200:0@lo:101
00000100:00100000:0.0:1329972962.152464:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.152470:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.152490:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+9:18775:x1394565373250200:12345-0@lo:101
00010000:00010000:0.0:1329972962.152495:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.152499:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be6892c lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68925 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152515:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152521:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152527:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152570:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152587:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 3/1,0 mode: --/PR res: 8589945616/1 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152596:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.152607:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00000004:00010000:0.0:1329972962.152610:0:13970:0:(mdt_handler.c:1058:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152616:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152620:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152624:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152627:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cf900 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.152629:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152633:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152636:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf900 : no-op
00010000:00010000:0.0:1329972962.152638:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf900 : no-op
00010000:00010000:0.0:1329972962.152640:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152643:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68933 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152648:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152652:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152655:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152659:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db6c0 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.152660:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152664:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152667:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.152668:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.152669:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152673:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be6893a lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152682:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be6892c lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68925 expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152687:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be68925 expref: 10 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.152691:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870ad80, rc 0)
00000100:00100000:0.0:1329972962.152712:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+9:18775:x1394565373250200:12345-0@lo:101 Request procesed in 227us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.152740:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250200:0@lo:101
00010000:00010000:0.0:1329972962.152745:0:18775:0:(ldlm_request.c:567:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152751:0:18775:0:(ldlm_request.c:588:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152755:0:18775:0:(ldlm_request.c:599:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152760:0:18775:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 4/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152765:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152771:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000002:00100000:0.0:1329972962.152779:0:18775:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 8 disposition: b, status: 0  req@ffff880016fe6c00 x1394565373250200/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000002:00010000:0.0:1329972962.152789:0:18775:0:(mdc_locks.c:820:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152797:0:18775:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 4 res 8589945616/1 (0 0)
00000080:00200000:0.0:1329972962.152807:0:18775:0:(llite_lib.c:1705:ll_update_inode()) inode=144115373027885057, updating i_size 4096
00000080:00010000:0.0:1329972962.152815:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.152819:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68925 from it ffff88000ab31ba8
00010000:00010000:0.0:1329972962.152821:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.152832:0:18775:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8),name=d0_runas_test
00000002:00010000:0.0:1329972962.152839:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x200002b10:0x1:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.152842:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152847:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00010000:0.0:1329972962.152856:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.152858:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68925 from it ffff88000ab31d18
00010000:00010000:0.0:1329972962.152860:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.152885:0:18775:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.152889:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.152892:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.152896:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.152901:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.152903:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff88000ab31bb8
00010000:00010000:0.0:1329972962.152905:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.152909:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.152912:0:18775:0:(dcache.c:413:ll_revalidate_it()) VFS Op:name=d0_runas_test,intent=open
00010000:00010000:0.0:1329972962.152915:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00000002:00010000:0.0:1329972962.152921:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x200002b10:0x1:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: open flags 0304401
00010000:00010000:0.0:1329972962.152934:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152938:0:18775:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.152942:0:18775:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00000100:00100000:0.0:1329972962.152948:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250201:0@lo:101
00000100:00100000:0.0:1329972962.152960:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.152966:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.152984:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250201:12345-0@lo:101
00010000:00010000:0.0:1329972962.152989:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.152993:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6894f lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68948 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153017:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153024:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153029:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153033:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.153050:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00000004:00080000:0.0:1329972962.153060:0:13970:0:(mdt_open.c:590:mdt_mfd_set_mode()) Change mfd ffff8800574f01c0 mode 0x0->0x10001
00010000:00010000:0.0:1329972962.153065:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153072:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153078:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153084:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a000 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.153087:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153094:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153100:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.153102:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.153108:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153113:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68956 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153118:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153122:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153126:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153129:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a900 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.153130:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153134:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153138:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00010000:00010000:0.0:1329972962.153138:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00010000:00010000:0.0:1329972962.153140:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153143:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be6895d lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153154:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6894f lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68948 expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153159:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be6894f lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68948 expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153163:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800112db000, rc 0)
00000100:00100000:0.0:1329972962.153183:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+9:18775:x1394565373250201:12345-0@lo:101 Request procesed in 203us (222us total) trans 90194313224 rc 301/301
00000100:00100000:0.0:1329972962.153199:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250201:0@lo:101
00010000:00010000:0.0:1329972962.153203:0:18775:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153208:0:18775:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153211:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153215:0:18775:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153219:0:18775:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153223:0:18775:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a480 already unused, calling callback (ffffffffa076e450)
00010000:00010000:0.0:1329972962.153224:0:18775:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153228:0:18775:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1329972962.153229:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a480 : no-op
00010000:00010000:0.0:1329972962.153230:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a480 : no-op
00010000:00010000:0.0:1329972962.153232:0:18775:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153235:0:18775:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68948 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00000002:00100000:0.0:1329972962.153241:0:18775:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 1 disposition: 2b, status: 0  req@ffff880016fe6c00 x1394565373250201/t90194313224(90194313224) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/544 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00100000:0.0:1329972962.153248:0:18775:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880016fe6c00 x1394565373250201/t90194313224(90194313224) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/544 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000080:00200000:0.0:1329972962.153259:0:18775:0:(llite_lib.c:1705:ll_update_inode()) inode=144115373027885057, updating i_size 4096
00000080:00200000:0.0:1329972962.153263:0:18775:0:(file.c:512:ll_file_open()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), flags 304400
00000002:00100000:0.0:1329972962.153268:0:18775:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880016fe6c00 x1394565373250201/t90194313224(90194313224) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/544 e 0 to 0 dl 1329972969 ref 3 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000080:00200000:0.0:1329972962.153276:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 44
00000080:00200000:0.0:1329972962.153288:0:18775:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8),name=d0_runas_test
00000002:00010000:0.0:1329972962.153292:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x200002b10:0x1:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.153296:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153300:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00010000:0.0:1329972962.153306:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.153308:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68925 from it ffff88000ab31d28
00010000:00010000:0.0:1329972962.153309:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.153330:0:18775:0:(dir.c:551:ll_readdir()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8) pos 0/4096 32bit_api 0
00010000:00010000:0.0:1329972962.153334:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153338:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.153347:0:18775:0:(dir.c:193:ll_dir_readpage()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8) hash 0
00000100:00100000:0.0:1329972962.153452:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250202:0@lo:37
00000100:00100000:0.0:1329972962.153483:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.153491:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.153519:0:13973:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250202:12345-0@lo:37
00000100:00100000:0.0:1329972962.153796:0:13973:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+9:18775:x1394565373250202:12345-0@lo:37 Request procesed in 284us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.153814:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250202:0@lo:37
00000080:00200000:0.0:1329972962.153830:0:18775:0:(dir.c:230:ll_dir_readpage()) read 1/256 pages
00010000:00010000:0.0:1329972962.153850:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.153859:0:18775:0:(dir.c:551:ll_readdir()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8) pos 18446744073709551614/4096 32bit_api 0
00000080:00200000:0.0:1329972962.153862:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.153864:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.153865:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.153867:0:18775:0:(namei.c:528:ll_lookup_it()) VFS Op:name=f18174,dir=144115373027885057/33554475(ffff8800471c41f8),intent=getattr
00010000:00010000:0.0:1329972962.153869:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153871:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.153874:0:18775:0:(dir.c:354:ll_dir_page_locate()) page 18446744073709551615 [0 18446744073709551614], hash 0
00010000:00010000:0.0:1329972962.153875:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153896:0:18776:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153898:0:18776:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000002:00010000:0.0:1329972962.153902:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: f18174,[0x0:0x0:0x0]) in obj [0x200002b10:0x1:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.153907:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 3/1,0 mode: --/CR res: 8589945616/1 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153909:0:18775:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 3/1,0 mode: --/CR res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.153911:0:18775:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 3/1,0 mode: --/CR res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00000100:00100000:0.0:1329972962.153913:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250203:0@lo:101
00000100:00100000:0.0:1329972962.153918:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.153920:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.153928:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250203:12345-0@lo:101
00010000:00010000:0.0:1329972962.153930:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.153931:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf6c0/0xa58b72ca9be68972 lrc: 2/0,0 mode: --/CR res: 8589945616/1 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be6896b expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153937:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 3/1,0 mode: --/CR res: 8589945616/1 bits 0x0 rrc: 4 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153940:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 3/1,0 mode: CR/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153942:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 3/1,0 mode: --/PR res: 8589945616/1 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153946:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153952:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88000e1cf000/0xa58b72ca9be68987 lrc: 3/1,0 mode: --/PR res: 8589945616/2 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153954:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf000/0xa58b72ca9be68987 lrc: 3/1,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00010000:0.0:1329972962.153959:0:13970:0:(mdt_handler.c:1058:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-ffff880055978800 lock: ffff88000e1cf000/0xa58b72ca9be68987 lrc: 3/1,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153961:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 3/1,0 mode: CR/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153963:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 2/0,0 mode: CR/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153964:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 3/0,0 mode: CR/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153966:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cf480 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.153967:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 3/0,0 mode: CR/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153968:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 4/0,0 mode: CR/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153970:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf480 : no-op
00010000:00010000:0.0:1329972962.153970:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf480 : no-op
00010000:00010000:0.0:1329972962.153971:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 2/0,0 mode: --/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153973:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf480/0xa58b72ca9be68979 lrc: 0/0,0 mode: --/CR res: 8589945616/1 bits 0x2 rrc: 4 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153976:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153978:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153980:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153981:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cf240 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.153982:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153983:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 4/0,0 mode: PR/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153985:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf240 : no-op
00010000:00010000:0.0:1329972962.153985:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf240 : no-op
00010000:00010000:0.0:1329972962.153985:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 2/0,0 mode: --/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153987:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf240/0xa58b72ca9be68980 lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153991:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf6c0/0xa58b72ca9be68972 lrc: 0/0,0 mode: --/CR res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be6896b expref: 12 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153993:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88000e1cf000/0xa58b72ca9be68987 lrc: 3/0,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be6896b expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.153995:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000e1cf000, rc 0)
00000100:00100000:0.0:1329972962.154003:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250203:12345-0@lo:101 Request procesed in 77us (84us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.154011:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250203:0@lo:101
00010000:00010000:0.0:1329972962.154013:0:18775:0:(ldlm_request.c:567:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 4/1,0 mode: --/CR res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154016:0:18775:0:(ldlm_request.c:588:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 4/1,0 mode: --/PR res: 8589945616/2 bits 0x2 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154018:0:18775:0:(ldlm_request.c:599:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 4/1,0 mode: --/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154020:0:18775:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 4/1,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154022:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 5/2,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154023:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 5/2,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00000002:00100000:0.0:1329972962.154025:0:18775:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 8 disposition: b, status: 0  req@ffff88005247e800 x1394565373250203/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/592 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000002:00010000:0.0:1329972962.154028:0:18775:0:(mdc_locks.c:820:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 3/1,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154030:0:18775:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 4 res 8589945616/2 (0 0)
00000080:00200000:0.0:1329972962.154035:0:18775:0:(llite_lib.c:1729:ll_read_inode2()) VFS Op:inode=0/0(ffff8800471c4638)
00000080:00200000:0.0:1329972962.154041:0:18775:0:(namei.c:151:ll_iget()) got inode: ffff8800471c4638 for [0x200002b10:0x2:0x0]
00000080:00010000:0.0:1329972962.154042:0:18775:0:(namei.c:454:ll_lookup_it_finish()) setting l_data to inode ffff8800471c4638 (144115373027885058/33554475)
00000080:00010000:0.0:1329972962.154044:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c4638 (144115373027885058/33554475)
00000080:00010000:0.0:1329972962.154045:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be6896b from it ffff8800469d8c80
00010000:00010000:0.0:1329972962.154045:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 3/1,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.154049:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8), inode mode 41ed mask 3
00000080:00200000:0.0:1329972962.154051:0:18775:0:(namei.c:1130:ll_unlink_generic()) VFS Op:name=f18174,dir=144115373027885057/33554475(ffff8800471c41f8)
00010000:00010000:0.0:1329972962.154059:0:18775:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 2/0,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 2 type: IBT flags: 0x2010 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154063:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870ab40 : no-op
00010000:00010000:0.0:1329972962.154063:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870ab40 : no-op
00010000:00010000:0.0:1329972962.154066:0:18775:0:(ldlm_request.c:1088:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 1/0,0 mode: --/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154068:0:18775:0:(ldlm_request.c:1092:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1329972962.154069:0:18775:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870ab40/0xa58b72ca9be6896b lrc: 0/0,0 mode: --/PR res: 8589945616/2 bits 0x3 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be68987 expref: -99 pid: 18775 timeout: 0
00000100:00100000:0.0:1329972962.154073:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250204:0@lo:36
00000100:00100000:0.0:1329972962.154086:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.154090:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff880011325f40 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.154098:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+11:18775:x1394565373250204:12345-0@lo:36
00010000:00010000:0.0:1329972962.154103:0:13970:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1329972962.154104:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88000e1cf000/0xa58b72ca9be68987 lrc: 3/0,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 2 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be6896b expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154106:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88000e1cf000/0xa58b72ca9be68987 lrc: 3/0,0 mode: PR/PR res: 8589945616/2 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be6896b expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154109:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf000/0xa58b72ca9be68987 lrc: 0/0,0 mode: --/PR res: 8589945616/2 bits 0x3 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be6896b expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154111:0:13970:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1329972962.154123:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,1 mode: --/CW res: 8589945616/1 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154126:0:13970:0:(ldlm_lock.c:623:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be68925 expref: 10 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154132:0:13970:0:(ldlm_lockd.c:791:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x4000020 remote: 0xa58b72ca9be68925 expref: 10 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154135:0:13970:0:(ldlm_lockd.c:457:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 4/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x4000020 remote: 0xa58b72ca9be68925 expref: 10 pid: 13970 timeout: 4335239813
00000100:00100000:0.0:1329972962.154138:0:13970:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000_UUID:13970:1394565373250205:0@lo:104
00000100:00100000:0.0:1329972962.154152:0:13970:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.154155:0:13970:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800550d0bc0 going to sleep for 11 seconds
00000100:00080000:0.0:1329972962.154160:0:13957:0:(service.c:775:ptlrpc_update_export_timer()) updating export LMV_MDC_UUID at 1329972962 exp ffff88005b53e400
00000100:00100000:0.0:1329972962.154166:0:13957:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb_01:LMV_MDC_UUID+7:13970:x1394565373250205:12345-0@lo:104
00000100:00100000:0.0:1329972962.154177:0:13957:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb_01:LMV_MDC_UUID+6:13970:x1394565373250205:12345-0@lo:104 Request procesed in 13us (25us total) trans 0 rc 0/0
00010000:00010000:0.0:1329972962.154181:0:13951:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x10000000 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154183:0:13951:0:(ldlm_lockd.c:1506:ldlm_handle_bl_callback()) Lock ffff88000e1cfb40 is referenced, will be cancelled later
00010000:00010000:0.0:1329972962.154184:0:13951:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x10000010 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00000100:00100000:0.0:1329972962.154197:0:13970:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mdt_00:lustre-MDT0000_UUID:13970:1394565373250205:0@lo:104
00010000:00010000:0.0:1329972962.154200:0:13970:0:(ldlm_request.c:227:ldlm_completion_ast()) ### client-side enqueue returned a blocked lock, sleeping ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,1 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000080:00200000:0.0:1329972962.154205:0:18776:0:(dir.c:354:ll_dir_page_locate()) page 18446744073709551615 [0 18446744073709551614], hash 0
00010000:00010000:0.0:1329972962.154206:0:18776:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x10000010 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154208:0:18776:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x10000010 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154217:0:13952:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x10000010 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154219:0:13952:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cfb40 already unused, calling callback (ffffffffa076e450)
00010000:00010000:0.0:1329972962.154220:0:13952:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x10002010 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154223:0:13952:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.154231:0:13952:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.154232:0:13952:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cfb40 : no-op
00010000:00010000:0.0:1329972962.154235:0:13952:0:(ldlm_request.c:1088:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 2/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x30002090 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154237:0:13952:0:(ldlm_request.c:1092:ldlm_cancel_pack()) 1 locks packed
00000100:00100000:0.0:1329972962.154238:0:13952:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ldlm_bl_01:de1871f5-fba4-c446-15d4-74b25034d360:13952:1394565373250206:0@lo:103
00000100:00100000:0.0:1329972962.154243:0:13952:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.154246:0:13952:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800550d0bc0 going to sleep for 11 seconds
00000100:00100000:0.0:1329972962.154255:0:13954:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cn_01:de1871f5-fba4-c446-15d4-74b25034d360+12:13952:x1394565373250206:12345-0@lo:103
00010000:00010000:0.0:1329972962.154257:0:13954:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1329972962.154258:0:13954:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### removed ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 4 type: IBT flags: 0x4000020 remote: 0xa58b72ca9be68925 expref: 12 pid: 13970 timeout: 4335239813
00010000:00010000:0.0:1329972962.154260:0:13954:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 4 type: IBT flags: 0x240000a0 remote: 0xa58b72ca9be68925 expref: 12 pid: 13970 timeout: 4335239813
00010000:00010000:0.0:1329972962.154263:0:13954:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68941 lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 4 type: IBT flags: 0x240000a0 remote: 0xa58b72ca9be68925 expref: 12 pid: 13970 timeout: 4335239813
00010000:00010000:0.0:1329972962.154265:0:13954:0:(ldlm_lock.c:641:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,1 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 3 type: IBT flags: 0x5004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154269:0:13954:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1329972962.154274:0:13954:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cn_01:de1871f5-fba4-c446-15d4-74b25034d360+10:13952:x1394565373250206:12345-0@lo:103 Request procesed in 21us (30us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.154280:0:13952:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ldlm_bl_01:de1871f5-fba4-c446-15d4-74b25034d360:13952:1394565373250206:0@lo:103
00010000:00010000:0.0:1329972962.154283:0:13952:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 1/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x30002090 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154284:0:13952:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68925 lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x30002090 remote: 0xa58b72ca9be68941 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154288:0:13970:0:(ldlm_request.c:146:ldlm_completion_tail()) ### client-side enqueue: granted after 0s ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,1 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154289:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,1 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154292:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 3/0,1 mode: --/PW res: 8589945616/1 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154294:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 3/0,1 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154302:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 3/0,1 mode: --/EX res: 8589945616/2 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154305:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 3/0,1 mode: EX/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000040:00100000:0.0:1329972962.154365:0:13970:0:(llog_lvfs.c:365:llog_lvfs_write_rec()) added record 0x2e: idx: 2, 40 
00000004:00080000:0.0:1329972962.154370:0:13970:0:(mdd_lov.c:669:mdd_unlink_log()) DEBUG: unlink log is added for object [0x200002b10:0x2:0x0]
00000004:00080000:0.0:1329972962.154379:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff8800374fe800 reply state = ffff8800432ac800 transno = 90194313225
00010000:00010000:0.0:1329972962.154402:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,1 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154404:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 2/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154406:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154408:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb4d80 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.154408:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 3/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154410:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 4/0,0 mode: CW/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154412:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4d80 : no-op
00010000:00010000:0.0:1329972962.154412:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4d80 : no-op
00010000:00010000:0.0:1329972962.154413:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 2/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154415:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be6898e lrc: 0/0,0 mode: --/CW res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.154417:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff8800374fe800 reply state = ffff8800432ac800 transno = 90194313225
00010000:00080000:0.0:1329972962.154426:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00100000:0.0:1329972962.154430:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250204:12345-0@lo:36 Request procesed in 334us (344us total) trans 90194313225 rc 0/0
00010000:00010000:0.0:1329972962.154434:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 3/0,1 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154435:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 2/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154437:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 3/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154440:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb4b40 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.154441:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 3/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154442:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 4/0,0 mode: PW/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154444:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4b40 : no-op
00010000:00010000:0.0:1329972962.154444:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4b40 : no-op
00010000:00010000:0.0:1329972962.154445:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 2/0,0 mode: --/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154446:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb4b40/0xa58b72ca9be68995 lrc: 0/0,0 mode: --/PW res: 8589945616/1 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154449:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 3/0,1 mode: EX/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154450:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 2/0,0 mode: EX/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154452:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 3/0,0 mode: EX/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154453:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb4900 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.154454:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 3/0,0 mode: EX/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154455:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 4/0,0 mode: EX/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154457:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4900 : no-op
00010000:00010000:0.0:1329972962.154457:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4900 : no-op
00010000:00010000:0.0:1329972962.154458:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 2/0,0 mode: --/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154459:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be6899c lrc: 0/0,0 mode: --/EX res: 8589945616/2 bits 0x7 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000100:00100000:0.0:1329972962.154466:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250204:0@lo:36
00000080:00200000:0.0:1329972962.154480:0:18775:0:(llite_lib.c:1101:ll_clear_inode()) VFS Op:inode=144115373027885058/33554475(ffff8800471c4638)
00000080:00200000:0.0:1329972962.154490:0:18775:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.154493:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.154495:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.154497:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.154499:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.154500:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff88000ab31c48
00010000:00010000:0.0:1329972962.154501:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.154503:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.154504:0:18775:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.154505:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.154506:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.154508:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.154510:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.154510:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff88000ab31d38
00010000:00010000:0.0:1329972962.154511:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.154513:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00200000:0.0:1329972962.154514:0:18775:0:(dcache.c:413:ll_revalidate_it()) VFS Op:name=d0_runas_test,intent=getattr
00000002:00010000:0.0:1329972962.154515:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x200002b10:0x1:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.154517:0:18775:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 30 res 8589945616/1 (0 0)
00000002:00010000:0.0:1329972962.154518:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: getattr flags 00
00010000:00010000:0.0:1329972962.154523:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154525:0:18775:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154526:0:18775:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 18775 timeout: 0
00000100:00100000:0.0:1329972962.154529:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250208:0@lo:101
00000100:00100000:0.0:1329972962.154549:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.154552:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.154555:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250207:0@lo:6
00000100:00100000:0.0:1329972962.154568:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.154596:0:14064:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_io_10:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250207:12345-0@lo:6
00010000:00010000:0.0:1329972962.154598:0:14064:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1329972962.154599:0:14064:0:(ldlm_lockd.c:1422:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 0)
00010000:00010000:0.0:1329972962.154600:0:14064:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00010000:0.0:1329972962.154613:0:14064:0:(filter_lvb.c:116:filter_lvbo_init()) res: 0x3eec2 initial lvb size: 0x0, mtime: 0x4f45c6e2, blocks: 0x0
00010000:00010000:0.0:1329972962.154623:0:14064:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 3/0,1 mode: --/PW res: 257730/0 rrc: 1 type: EXT [0->0] (req 0->0) flags: 0x0 remote: 0x0 expref: -99 pid: 14064 timeout 0
00010000:00010000:0.0:1329972962.154627:0:14064:0:(ldlm_extent.c:294:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1329972962.154627:0:14064:0:(ldlm_extent.c:294:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1329972962.154630:0:14064:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 3/0,1 mode: PW/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x80004000 remote: 0x0 expref: -99 pid: 14064 timeout 0
00002000:00100000:0.0:1329972962.154669:0:14064:0:(filter.c:212:filter_finish_transno()) wrote trans 263796 for client de1871f5-fba4-c446-15d4-74b25034d360 at #1: err = 0
00010000:00010000:0.0:1329972962.154671:0:14064:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 3/0,1 mode: PW/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x80004000 remote: 0x0 expref: -99 pid: 14064 timeout 0
00010000:00010000:0.0:1329972962.154673:0:14064:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 2/0,0 mode: PW/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x80004010 remote: 0x0 expref: -99 pid: 14064 timeout 0
00000100:00100000:0.0:1329972962.154686:0:14064:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_io_10:de1871f5-fba4-c446-15d4-74b25034d360+6:11080:x1394565373250207:12345-0@lo:6 Request procesed in 93us (118us total) trans 263796 rc 0/0
00010000:00010000:0.0:1329972962.154691:0:13951:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 2/0,0 mode: PW/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x80004010 remote: 0x0 expref: -99 pid: 14064 timeout 0
00010000:00010000:0.0:1329972962.154693:0:13951:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a480 already unused, calling callback (ffffffffa0415570)
00010000:00010000:0.0:1329972962.154693:0:13951:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 2/0,0 mode: PW/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x80004010 remote: 0x0 expref: -99 pid: 14064 timeout 0
00010000:00010000:0.0:1329972962.154695:0:13951:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 3/0,0 mode: PW/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x80006010 remote: 0x0 expref: -99 pid: 14064 timeout 0
00010000:00010000:0.0:1329972962.154697:0:13951:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a480 : no-op
00010000:00010000:0.0:1329972962.154698:0:13951:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a480 : no-op
00010000:00010000:0.0:1329972962.154699:0:13951:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 1/0,0 mode: --/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0xa0006090 remote: 0x0 expref: -99 pid: 14064 timeout 0
00010000:00010000:0.0:1329972962.154701:0:13951:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88005870a480/0xa58b72ca9be689aa lrc: 0/0,0 mode: --/PW res: 257730/0 rrc: 1 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0xa0006090 remote: 0x0 expref: -99 pid: 14064 timeout 0
00000100:00100000:0.0:1329972962.154754:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250207:0@lo:6
00000100:00100000:0.0:1329972962.154773:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250208:12345-0@lo:101
00010000:00010000:0.0:1329972962.154775:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00010000:0.0:1329972962.154777:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be689b1 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689a3 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154785:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154795:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154798:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154800:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154806:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be689c6 lrc: 3/1,0 mode: --/PR res: 8589945616/1 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154808:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be689c6 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00200000:0.0:1329972962.154813:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00000004:00010000:0.0:1329972962.154815:0:13970:0:(mdt_handler.c:1058:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be689c6 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154817:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154819:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154820:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154823:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a900 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.154824:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154826:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154827:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00010000:00010000:0.0:1329972962.154828:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00010000:00010000:0.0:1329972962.154829:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154830:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be689b8 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154832:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154834:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154836:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154837:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a000 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.154838:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154839:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154841:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.154841:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00010000:0.0:1329972962.154842:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154843:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be689bf lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154847:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be689b1 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689a3 expref: 12 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154849:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be689c6 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be689a3 expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154851:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870a240, rc 0)
00000100:00100000:0.0:1329972962.154860:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250208:12345-0@lo:101 Request procesed in 89us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1329972962.154866:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250208:0@lo:101
00010000:00010000:0.0:1329972962.154868:0:18775:0:(ldlm_request.c:567:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154871:0:18775:0:(ldlm_request.c:588:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154872:0:18775:0:(ldlm_request.c:599:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 4/1,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154875:0:18775:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 4/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154877:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154878:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 5/2,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00000002:00100000:0.0:1329972962.154882:0:18775:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 8 disposition: b, status: 0  req@ffff880037501800 x1394565373250208/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000002:00010000:0.0:1329972962.154885:0:18775:0:(mdc_locks.c:820:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154887:0:18775:0:(ldlm_lock.c:1224:ldlm_lock_match()) ### not matched ns ffff880051a59a00 type 13 mode 4 res 8589945616/1 (0 0)
00000080:00200000:0.0:1329972962.154891:0:18775:0:(llite_lib.c:1705:ll_update_inode()) inode=144115373027885057, updating i_size 4096
00000080:00010000:0.0:1329972962.154893:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c41f8 (144115373027885057/33554475)
00000080:00010000:0.0:1329972962.154894:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be689a3 from it ffff88000ab31d48
00010000:00010000:0.0:1329972962.154894:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 3/1,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00000080:00200000:0.0:1329972962.154897:0:18775:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000002:00010000:0.0:1329972962.154900:0:18775:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00010000:00010000:0.0:1329972962.154901:0:18775:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00010000:0.0:1329972962.154903:0:18775:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00010000:0.0:1329972962.154905:0:18775:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00010000:0.0:1329972962.154906:0:18775:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff88000ab31cf8
00010000:00010000:0.0:1329972962.154906:0:18775:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000080:00200000:0.0:1329972962.154908:0:18775:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 3
00000080:00200000:0.0:1329972962.154910:0:18775:0:(namei.c:1023:ll_rmdir_generic()) VFS Op:name=d0_runas_test,dir=25003/1880466225(ffff8800471c5b78)
00010000:00010000:0.0:1329972962.154913:0:18775:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x2010 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154916:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00010000:00010000:0.0:1329972962.154917:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00010000:00010000:0.0:1329972962.154917:0:18775:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 2/0,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 3 type: IBT flags: 0x2010 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.154919:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00010000:00010000:0.0:1329972962.154920:0:18775:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00010000:00010000:0.0:1329972962.154923:0:18775:0:(ldlm_request.c:1088:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 1/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154924:0:18775:0:(ldlm_request.c:1088:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 1/0,0 mode: --/PR res: 8589945616/1 bits 0x1 rrc: 2 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00010000:00010000:0.0:1329972962.154926:0:18775:0:(ldlm_request.c:1092:ldlm_cancel_pack()) 2 locks packed
00010000:00010000:0.0:1329972962.154927:0:18775:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb46c0/0xa58b72ca9be689a3 lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 2 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be689c6 expref: -99 pid: 18775 timeout: 0
00010000:00010000:0.0:1329972962.154929:0:18775:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be688d8 lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x1 rrc: 1 type: IBT flags: 0x20002090 remote: 0xa58b72ca9be688f4 expref: -99 pid: 18772 timeout: 0
00000100:00100000:0.0:1329972962.154932:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250209:0@lo:36
00000100:00100000:0.0:1329972962.154937:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.154939:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.154955:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+11:18775:x1394565373250209:12345-0@lo:36
00010000:00010000:0.0:1329972962.154959:0:13970:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1329972962.154960:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be689c6 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be689a3 expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154961:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be689c6 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be689a3 expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154964:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be689c6 lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x3 rrc: 3 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be689a3 expref: 11 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154966:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688f4 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 2 type: IBT flags: 0x4000000 remote: 0xa58b72ca9be688d8 expref: 10 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154968:0:13970:0:(ldlm_lockd.c:514:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688f4 lrc: 3/0,0 mode: PR/PR res: 8589945616/1 bits 0x1 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be688d8 expref: 10 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154970:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be688f4 lrc: 0/0,0 mode: --/PR res: 8589945616/1 bits 0x1 rrc: 2 type: IBT flags: 0x24000080 remote: 0xa58b72ca9be688d8 expref: 10 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154972:0:13970:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1329972962.154974:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 3/0,1 mode: --/CW res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154976:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 3/0,1 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154978:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 3/0,1 mode: --/PW res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154980:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154986:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 3/0,1 mode: --/EX res: 8589945616/1 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.154988:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 3/0,1 mode: EX/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.155038:0:13970:0:(mdd_dir.c:800:mdd_finish_unlink()) Object [0x200002b10:0x1:0x0] is inserted into orphan list, open count = 1
00000004:00200000:0.0:1329972962.155044:0:13970:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00000004:00080000:0.0:1329972962.155045:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff8800319f0000 reply state = ffff880008cfa000 transno = 90194313226
00010000:00010000:0.0:1329972962.155047:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 3/0,1 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155048:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 2/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155052:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 3/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155053:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db6c0 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.155054:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 3/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155056:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 4/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155057:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.155058:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00010000:0.0:1329972962.155059:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 2/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155060:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689cd lrc: 0/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000004:00080000:0.0:1329972962.155062:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff8800319f0000 reply state = ffff880008cfa000 transno = 90194313226
00010000:00080000:0.0:1329972962.155071:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00100000:0.0:1329972962.155075:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250209:12345-0@lo:36 Request procesed in 122us (138us total) trans 90194313226 rc 0/0
00010000:00010000:0.0:1329972962.155079:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155081:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 2/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155083:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155084:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000e1cf900 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.155085:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155086:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 4/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155088:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf900 : no-op
00010000:00010000:0.0:1329972962.155088:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000e1cf900 : no-op
00010000:00010000:0.0:1329972962.155089:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 2/0,0 mode: --/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155091:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689d4 lrc: 0/0,0 mode: --/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155093:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 3/0,1 mode: EX/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155095:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 2/0,0 mode: EX/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155096:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 3/0,0 mode: EX/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155098:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb4480 already unused, calling callback (ffffffffa0640fd0)
00010000:00010000:0.0:1329972962.155098:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 3/0,0 mode: EX/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155100:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 4/0,0 mode: EX/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155101:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00010000:00010000:0.0:1329972962.155101:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00010000:00010000:0.0:1329972962.155102:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 2/0,0 mode: --/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.155103:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be689db lrc: 0/0,0 mode: --/EX res: 8589945616/1 bits 0x7 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00000100:00100000:0.0:1329972962.155111:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250209:0@lo:36
00000080:00200000:0.0:1329972962.155117:0:18775:0:(file.c:298:ll_file_release()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8)
00000002:00080000:0.0:1329972962.155123:0:18775:0:(mdc_request.c:845:mdc_close()) @@@ matched open  req@ffff880016fe6c00 x1394565373250201/t90194313224(90194313224) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/544 e 0 to 0 dl 1329972969 ref 1 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00100000:0.0:1329972962.155127:0:18775:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250210:0@lo:35
00000100:00100000:0.0:1329972962.155131:0:18775:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00100000:0.0:1329972962.155133:0:18775:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005c21bbc0 going to sleep for 6 seconds
00000100:00100000:0.0:1329972962.155140:0:13973:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250210:12345-0@lo:35
00000004:00080000:0.0:1329972962.155150:0:13973:0:(mdd_object.c:2160:mdd_close()) Object [0x200002b10:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed.
00000004:00200000:0.0:1329972962.155155:0:13973:0:(mdt_handler.c:462:mdt_pack_attr2body()) [0x200002b10:0x1:0x0]: returning size 4096
00000100:00100000:0.0:1329972962.155204:0:13973:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+10:18775:x1394565373250210:12345-0@lo:35 Request procesed in 64us (72us total) trans 90194313227 rc 0/0
00000100:00100000:0.0:1329972962.155211:0:18775:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:18775:1394565373250210:0@lo:35
00000080:00200000:0.0:1329972962.155218:0:18775:0:(llite_lib.c:1101:ll_clear_inode()) VFS Op:inode=144115373027885057/33554475(ffff8800471c41f8)
00000001:02000400:0.0:1329972962.172656:0:18796:0:(debug.c:446:libcfs_debug_mark_buffer()) DEBUG MARKER: only running test 105e
00000001:02000400:0.0:1329972962.183772:0:18813:0:(debug.c:446:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 27u 42a 42b 42c 42d 45 51d 68b 27
00000400:00000400:0.0:1329972962.313951:0:18818:0:(debug.c:326:libcfs_debug_str2mask()) You are trying to use a numerical value for the mask - this will be deprecated in a future release.
00000100:00000001:0.0:1329972962.369925:0:16971:0:(client.c:1840:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1329972962.369927:0:16971:0:(client.c:1876:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.369928:0:16971:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.369929:0:16971:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.369929:0:16971:0:(client.c:1993:ptlrpc_set_wait()) set ffff88000ab8e9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1329972962.369931:0:16971:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.369932:0:16971:0:(client.c:2224:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.369932:0:16971:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.369933:0:16971:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.369934:0:16971:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.369934:0:16971:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.369935:0:16971:0:(client.c:2224:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.369935:0:16971:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.369936:0:16971:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.369936:0:16971:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516752:0:11078:0:(client.c:1840:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1329972962.516753:0:11078:0:(client.c:1876:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.516756:0:11078:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.516757:0:11078:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516758:0:11078:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516758:0:11078:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516759:0:11078:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516759:0:11078:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516761:0:11079:0:(client.c:1840:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1329972962.516761:0:11079:0:(client.c:1876:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.516763:0:11079:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.516763:0:11079:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516763:0:11079:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516763:0:11079:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516764:0:11079:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516764:0:11079:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516766:0:14125:0:(client.c:1840:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1329972962.516766:0:14125:0:(client.c:1876:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.516767:0:14125:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.516768:0:14125:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516768:0:14125:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516768:0:14125:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516769:0:14125:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516769:0:14125:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.516774:0:13959:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.516775:0:13959:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.516777:0:13959:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.516777:0:13959:0:(ldlm_pool.c:380:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.516779:0:13959:0:(ldlm_pool.c:486:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.516780:0:13959:0:(ldlm_pool.c:490:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.516781:0:13959:0:(ldlm_pool.c:486:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.516781:0:13959:0:(ldlm_pool.c:490:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516783:0:14067:0:(client.c:1840:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1329972962.516783:0:14067:0:(client.c:1876:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.516784:0:14067:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.516785:0:14067:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516785:0:14067:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516786:0:14067:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.516786:0:14067:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.516786:0:14067:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561146:0:19124:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00000001:0.0:1329972962.561148:0:19124:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.561148:0:19124:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.561151:0:19124:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.561153:0:19124:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.561154:0:19124:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561154:0:19124:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.561155:0:19124:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561155:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.561161:0:19124:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.561163:0:19124:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561165:0:19124:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.561166:0:19124:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561167:0:19124:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.561167:0:19124:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.561168:0:19124:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.561169:0:19124:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561170:0:19124:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.561170:0:19124:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.561171:0:19124:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.561172:0:19124:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.561173:0:19124:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561173:0:19124:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561174:0:19124:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561174:0:19124:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.561175:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.561177:0:19124:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.561177:0:19124:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.561179:0:19124:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.561179:0:19124:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.561181:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561182:0:19124:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.561184:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561185:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.561185:0:19124:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.561188:0:19124:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.561189:0:19124:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.561190:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.561190:0:19124:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.561193:0:19124:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.561195:0:19124:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.561196:0:19124:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.561196:0:19124:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.561197:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.561197:0:19124:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.561198:0:19124:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.561199:0:19124:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.561199:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.561200:0:19124:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.561201:0:19124:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.561201:0:19124:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.561202:0:19124:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.561203:0:19124:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.561204:0:19124:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.561204:0:19124:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.561205:0:19124:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.561206:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561206:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561208:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561209:0:19124:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561210:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561210:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.561210:0:19124:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561211:0:19124:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561211:0:19124:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561211:0:19124:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.561212:0:19124:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff88003249dbc8
00010000:00000001:0.0:1329972962.561213:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561213:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561213:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561214:0:19124:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561215:0:19124:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.561215:0:19124:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.561217:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561217:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561218:0:19124:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.561218:0:19124:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.561219:0:19124:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.561219:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561219:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.561220:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.561220:0:19124:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:0.0:1329972962.561221:0:19124:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00000001:0.0:1329972962.561222:0:19124:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561224:0:19124:0:(namei.c:637:ll_lookup_nd()) Process entered
00000080:00000001:0.0:1329972962.561225:0:19124:0:(namei.c:521:ll_lookup_it()) Process entered
00000080:00200000:0.0:1329972962.561225:0:19124:0:(namei.c:528:ll_lookup_it()) VFS Op:name=d0.sanity,dir=25003/1880466225(ffff8800471c5b78),intent=0
00000080:00000010:0.0:1329972962.561226:0:19124:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.561227:0:19124:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.561227:0:19124:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561228:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.561228:0:19124:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.561228:0:19124:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for 'd0.sanity' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561229:0:19124:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.561229:0:19124:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561230:0:19124:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.561230:0:19124:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.561231:0:19124:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.561231:0:19124:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561231:0:19124:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.561232:0:19124:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.561232:0:19124:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.561233:0:19124:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.561233:0:19124:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561233:0:19124:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561234:0:19124:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561234:0:19124:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0
00800000:00000001:0.0:1329972962.561235:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.561236:0:19124:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.561236:0:19124:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.561237:0:19124:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00000002:00000001:0.0:1329972962.561238:0:19124:0:(mdc_locks.c:411:mdc_intent_getattr_pack()) Process entered
00000100:00000010:0.0:1329972962.561239:0:19124:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff880047af3c00.
00000020:00000040:0.0:1329972962.561240:0:19124:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=12 obd=lustre-MDT0000-mdc-ffff880008f8a800
00010000:00000001:0.0:1329972962.561242:0:19124:0:(ldlm_request.c:709:ldlm_prep_elc_req()) Process entered
00010000:00000001:0.0:1329972962.561244:0:19124:0:(ldlm_request.c:1541:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1329972962.561245:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561245:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561245:0:19124:0:(ldlm_request.c:1665:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561246:0:19124:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.561247:0:19124:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.561248:0:19124:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.561250:0:19124:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff88000aa9f000.
00000100:00000001:0.0:1329972962.561252:0:19124:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561253:0:19124:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.561254:0:19124:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561254:0:19124:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.561255:0:19124:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561255:0:19124:0:(ldlm_request.c:760:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.561257:0:19124:0:(mdc_locks.c:442:mdc_intent_getattr_pack()) Process leaving (rc=18446612133516884992 : -131940192666624 : ffff880047af3c00)
00000002:00000001:0.0:1329972962.561257:0:19124:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00010000:00000001:0.0:1329972962.561258:0:19124:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.561259:0:19124:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.561259:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561260:0:19124:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.561261:0:19124:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.561261:0:19124:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb4480.
00000020:00000001:0.0:1329972962.561263:0:19124:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.561263:0:19124:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb4480 with handle 0xa58b72ca9be689e2 to hash
00000020:00000001:0.0:1329972962.561264:0:19124:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.561264:0:19124:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.561265:0:19124:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.561265:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561266:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.561266:0:19124:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00010000:0.0:1329972962.561268:0:19124:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00010000:0.0:1329972962.561270:0:19124:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00000100:00000001:0.0:1329972962.561272:0:19124:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.561273:0:19124:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.561273:0:19124:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.561274:0:19124:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612133846496960 : -131939863054656 : ffff88005b54b6c0)
00000100:00000001:0.0:1329972962.561275:0:19124:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.561275:0:19124:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516884992 : -131940192666624 : ffff880047af3c00)
00000100:00000001:0.0:1329972962.561276:0:19124:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.561276:0:19124:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.561278:0:19124:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561281:0:19124:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.561281:0:19124:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.561282:0:19124:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.561282:0:19124:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.561284:0:19124:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:19124:1394565373250211:0@lo:101
00000100:00000001:0.0:1329972962.561285:0:19124:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.561286:0:19124:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.561287:0:19124:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.561288:0:19124:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.561289:0:19124:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff88000aaa5000.
02000000:00000001:0.0:1329972962.561289:0:19124:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.561293:0:19124:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1394565373250211, portal 10
00000100:00000001:0.0:1329972962.561294:0:19124:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.561294:0:19124:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516884992 : -131940192666624 : ffff880047af3c00)
00000100:00000040:0.0:1329972962.561296:0:19124:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561298:0:19124:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.561299:0:19124:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.561300:0:19124:0:(niobuf.c:85:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1394565373250211, offset 0
00000100:00000001:0.0:1329972962.561307:0:19124:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.561307:0:19124:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.561308:0:19124:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff88000abc2800.
00000100:00000040:0.0:1329972962.561309:0:19124:0:(events.c:291:request_in_callback()) incoming req@ffff88000abc2800 x1394565373250211 msgsize 552
00000100:00100000:0.0:1329972962.561310:0:19124:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.561312:0:19124:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.561314:0:19124:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.561314:0:19124:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561317:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.561317:0:19124:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561319:0:19124:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561319:0:19124:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.561320:0:19124:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561321:0:19124:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.561321:0:19124:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561322:0:19124:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.561322:0:19124:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.561323:0:19124:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005b54b6c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.561323:0:19124:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.561324:0:19124:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561324:0:19124:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.561325:0:19124:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561330:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.561330:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.561331:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132494321664 : -131941215229952 : ffff88000abc2800)
02000000:00000001:0.0:1329972962.561332:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.561332:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.561333:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.561334:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.561335:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250211
00000020:00000001:0.0:1329972962.561336:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.561337:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.561337:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.561338:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 10
00000020:00000001:0.0:1329972962.561338:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.561339:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.561340:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.561342:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.561342:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.561343:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561343:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.561343:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.561344:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561344:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561346:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.561347:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.561347:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.561348:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132494321664 : -131941215229952 : ffff88000abc2800)
00000100:00000040:0.0:1329972962.561349:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff88000abc2800 x1394565373250211/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 552/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561351:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.561352:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.561353:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.561355:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.561357:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.561358:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.561359:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff8800519a21c0.
00000004:00000010:0.0:1329972962.561360:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3ed6c0.
00000080:00000010:0.0:1329972962.561362:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.561363:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.561365:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.561369:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250211
00000100:00000001:0.0:1329972962.561369:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.561370:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.561370:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 11
00000100:00100000:0.0:1329972962.561371:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+11:19124:x1394565373250211:12345-0@lo:101
00000004:00000001:0.0:1329972962.561373:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.561374:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.561375:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.561376:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.561377:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.561378:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.561378:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561379:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.561380:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.561381:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.561381:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561382:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.561383:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561384:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.561385:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.561385:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000e1cf900.
00000020:00000001:0.0:1329972962.561386:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.561387:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000e1cf900 with handle 0xa58b72ca9be689e9 to hash
00000020:00000001:0.0:1329972962.561387:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.561387:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132550998272 : -131941158553344 : ffff88000e1cf900)
00010000:00000001:0.0:1329972962.561388:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132550998272 : -131941158553344 : ffff88000e1cf900)
00010000:00010000:0.0:1329972962.561389:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689e9 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689e2 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.561391:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88000e1cf900, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.561392:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.561392:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00010000:00000001:0.0:1329972962.561394:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00000004:00000001:0.0:1329972962.561395:0:13970:0:(mdt_handler.c:3504:mdt_intent_policy()) Process entered
00000004:00000001:0.0:1329972962.561395:0:13970:0:(mdt_handler.c:3466:mdt_intent_opc()) Process entered
00000004:00000001:0.0:1329972962.561396:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.561396:0:13970:0:(mdt_handler.c:2409:mdt_body_unpack()) Process entered
00000004:00000001:0.0:1329972962.561397:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.561397:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x61ab:0x7015a331:0x0]
00000020:00000001:0.0:1329972962.561398:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000001:0.0:1329972962.561400:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.561400:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612133717343360 : -131939992208256 : ffff880053a1fc80)
00000004:00000001:0.0:1329972962.561401:0:13970:0:(mdt_handler.c:2454:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561402:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.561403:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.561404:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1280 at ffff88000aa46800.
02000000:00000001:0.0:1329972962.561404:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561405:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561406:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561406:0:13970:0:(mdt_handler.c:3276:mdt_intent_getattr()) Process entered
00000004:00000001:0.0:1329972962.561408:0:13970:0:(mdt_lib.c:419:old_init_ucred()) Process entered
02000000:00000001:0.0:1329972962.561409:0:13970:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered
02000000:00000001:0.0:1329972962.561410:0:13970:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612132502803520 : -131941206748096 : ffff88000b3d9440)
00000004:00000001:0.0:1329972962.561411:0:13970:0:(mdt_lib.c:101:mdt_root_squash()) Process entered
00000004:00000001:0.0:1329972962.561411:0:13970:0:(mdt_lib.c:104:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561412:0:13970:0:(mdt_lib.c:454:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561413:0:13970:0:(mdt_handler.c:840:mdt_getattr_name_lock()) Process entered
00000004:00000002:0.0:1329972962.561414:0:13970:0:(mdt_handler.c:878:mdt_getattr_name_lock()) getattr with lock for [0x61ab:0x7015a331:0x0]/d0.sanity, ldlm_rep = ffff88000aa469d8
00000004:00000001:0.0:1329972962.561415:0:13970:0:(mdt_handler.c:784:mdt_raw_lookup()) Process entered
00000004:00000001:0.0:1329972962.561415:0:13970:0:(mdt_handler.c:787:mdt_raw_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561416:0:13970:0:(mdt_handler.c:2164:mdt_object_lock()) Process entered
00000004:00000001:0.0:1329972962.561417:0:13970:0:(mdt_handler.c:229:mdt_lock_pdo_mode()) Process entered
00000004:00000001:0.0:1329972962.561418:0:13970:0:(cmm_object.c:486:cml_lock_mode()) Process entered
00000004:00000001:0.0:1329972962.561418:0:13970:0:(cmm_object.c:492:cml_lock_mode()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561419:0:13970:0:(mdt_handler.c:297:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:0.0:1329972962.561420:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.561420:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.561420:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561421:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 3
00010000:00000001:0.0:1329972962.561422:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.561422:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db6c0.
00000020:00000001:0.0:1329972962.561423:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.561423:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db6c0 with handle 0xa58b72ca9be689f0 to hash
00000020:00000001:0.0:1329972962.561423:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.561424:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00000001:0.0:1329972962.561424:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00000001:0.0:1329972962.561425:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561425:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561426:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561428:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.561429:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.561429:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.561430:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561430:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.561430:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561431:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.561431:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.561432:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.561432:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.561433:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.561433:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ebc0 (25003/1880466225/0/0) (rc: 3)
00010000:00000040:0.0:1329972962.561434:0:13970:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.561435:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db480/0xa58b72ca9be688a7 (rc: 2) (pos: 1) (pid: 13970)
00010000:00000040:0.0:1329972962.561436:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68899)
00010000:00000040:0.0:1329972962.561436:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00000040:0.0:1329972962.561437:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 2, read: 0, write: 0 flags: 0x4000000
00010000:00000040:0.0:1329972962.561438:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x1
00010000:00001000:0.0:1329972962.561438:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.561438:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db6c0/0xa58b72ca9be689f0 (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.561439:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.561439:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.561440:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: CR, grant mode: CR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.561441:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.561441:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.561441:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.561442:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.561442:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561443:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.561443:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561443:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.561444:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.561444:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561445:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561447:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.561447:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561447:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561448:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.561448:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.561448:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.561489:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.561504:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.561505:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a6c0.
00000020:00000001:0.0:1329972962.561506:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.561506:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a6c0 with handle 0xa58b72ca9be689f7 to hash
00000020:00000001:0.0:1329972962.561507:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.561507:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.561508:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.561508:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561509:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561509:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561511:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.561511:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.561512:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.561512:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561513:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.561513:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561513:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.561514:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.561514:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.561514:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.561514:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.561515:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (25003/1880466225/0/1517777184) (rc: 1)
00010000:00001000:0.0:1329972962.561516:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.561516:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a6c0/0xa58b72ca9be689f7 (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.561517:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.561517:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.561517:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.561518:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.561518:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.561519:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.561519:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.561519:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561520:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.561520:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561520:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.561521:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.561521:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561522:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561524:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.561524:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561524:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.561524:0:13970:0:(mdt_handler.c:2245:mdt_object_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561526:0:13970:0:(cmm_object.c:465:cml_lookup()) Process entered
00000004:00000001:0.0:1329972962.561527:0:13970:0:(mdd_dir.c:120:mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.561528:0:13970:0:(mdd_dir.c:1429:__mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.561528:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.561547:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561548:0:13970:0:(osd_handler.c:3770:osd_index_ea_lookup()) Process entered
00000004:00000001:0.0:1329972962.561554:0:13970:0:(osd_handler.c:3065:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.561554:0:13970:0:(osd_handler.c:3782:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.561555:0:13970:0:(mdd_dir.c:1465:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.561556:0:13970:0:(mdd_dir.c:122:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.561556:0:13970:0:(cmm_object.c:475:cml_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.561557:0:13970:0:(mdt_handler.c:959:mdt_getattr_name_lock()) Process leaving via out_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe)
00000004:00000001:0.0:1329972962.561558:0:13970:0:(mdt_handler.c:2317:mdt_object_unlock()) Process entered
00000004:00000001:0.0:1329972962.561558:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.561559:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561559:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561559:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00000001:0.0:1329972962.561560:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00000001:0.0:1329972962.561561:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.561561:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561563:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561563:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.561563:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.561564:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561565:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561566:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561566:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.561567:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.561568:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db6c0 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.561569:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.561570:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.561570:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561573:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.561574:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561574:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561574:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00000001:0.0:1329972962.561575:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00000001:0.0:1329972962.561576:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.561576:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561578:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.561578:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00000004:00000001:0.0:1329972962.561579:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.561579:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561580:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db6c0 : no-op
00010000:00000001:0.0:1329972962.561580:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.561581:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.561581:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561581:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.561582:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db6c0 with handle 0xa58b72ca9be689f0 from hash
00010000:00000001:0.0:1329972962.561583:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.561583:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561583:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561583:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.561584:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.561584:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561585:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.561585:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.561585:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.561586:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561586:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.561587:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561587:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.561587:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561588:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.561588:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.561589:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561589:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561589:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561590:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561590:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561591:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561592:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561593:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561593:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.561593:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.561594:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.561594:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be689f0 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.561596:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.561596:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.561597:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.561598:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.561598:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.561598:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561598:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561599:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.561599:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.561600:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.561600:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561602:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561602:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.561602:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.561603:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561604:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561604:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561605:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.561605:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.561607:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a6c0 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.561607:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.561607:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.561608:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561609:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.561609:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561610:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561610:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.561611:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.561611:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.561611:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561613:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.561613:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00000004:00000001:0.0:1329972962.561614:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.561614:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561614:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00010000:00000001:0.0:1329972962.561615:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.561615:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.561615:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561615:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.561616:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a6c0 with handle 0xa58b72ca9be689f7 from hash
00010000:00000001:0.0:1329972962.561616:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.561617:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561617:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561617:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.561618:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.561618:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561618:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.561619:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.561619:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.561619:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561620:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.561620:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.561620:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.561621:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561621:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.561621:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.561622:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561622:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561622:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561623:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561623:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561624:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561625:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561626:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561626:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.561626:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.561626:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.561627:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a6c0/0xa58b72ca9be689f7 lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.561628:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 0
00010000:00000001:0.0:1329972962.561629:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.561630:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.561630:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.561631:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.561631:0:13970:0:(mdt_handler.c:2322:mdt_object_unlock()) Process leaving
00000004:00000001:0.0:1329972962.561631:0:13970:0:(mdt_handler.c:3320:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d)
02000000:00000001:0.0:1329972962.561632:0:13970:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered
02000000:00000001:0.0:1329972962.561633:0:13970:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving
00000004:00000001:0.0:1329972962.561633:0:13970:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.561634:0:13970:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.561636:0:13970:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.561636:0:13970:0:(mdt_handler.c:3491:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.561637:0:13970:0:(mdt_handler.c:3540:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.561637:0:13970:0:(ldlm_lock.c:371:ldlm_lock_destroy()) Process entered
00010000:00000001:0.0:1329972962.561638:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.561638:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561639:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561639:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561639:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.561640:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000e1cf900 with handle 0xa58b72ca9be689e9 from hash
00010000:00000001:0.0:1329972962.561640:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.561641:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561641:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561641:0:13970:0:(ldlm_lock.c:381:ldlm_lock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.561641:0:13970:0:(ldlm_lock.c:1321:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.561642:0:13970:0:(ldlm_lockd.c:1188:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.561643:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689e9 lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689e2 expref: 12 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.561645:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.561645:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be689e9 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689e2 expref: 12 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.561647:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 1
00010000:00000001:0.0:1329972962.561647:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000040:0.0:1329972962.561648:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88000e1cf900, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.561648:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.561649:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00010000:00000001:0.0:1329972962.561650:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.561650:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000e1cf900, rc 0)
00010000:00000040:0.0:1329972962.561651:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250211
00010000:00000001:0.0:1329972962.561652:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.561653:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff88000abc2800 x1394565373250211/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 552/536 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00010000:00000001:0.0:1329972962.561656:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.561657:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.561657:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.561659:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.561660:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.561661:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.561661:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.561662:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561662:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.561663:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.561664:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 536 bytes to portal 10, xid 1394565373250211, offset 192
00000100:00000001:0.0:1329972962.561667:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.561667:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.561670:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=536 offset=192 replen=1016  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561673:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.561674:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.561675:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.561675:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561676:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.561677:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.561677:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561678:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.561678:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561679:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561679:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.561680:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.561681:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.561681:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.561682:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff88000abc2800 x1394565373250211/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 552/536 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00000100:00000040:0.0:1329972962.561684:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.561685:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 10
00000008:00000010:0.0:1329972962.561686:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.561687:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.561688:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.561694:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff8800519a21c0.
00000004:00000010:0.0:1329972962.561695:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3ed6c0.
00000080:00000010:0.0:1329972962.561696:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.561697:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.561698:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.561699:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.561700:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:19124:x1394565373250211:12345-0@lo:101 Request procesed in 347us (390us total) trans 0 rc 301/301
00000020:00000040:0.0:1329972962.561702:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 9
00000100:00000001:0.0:1329972962.561702:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.561707:0:19124:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.561708:0:19124:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.561708:0:19124:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.561711:0:19124:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561713:0:19124:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.561713:0:19124:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.561714:0:19124:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.561715:0:19124:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.561715:0:19124:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.561715:0:19124:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.561716:0:19124:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.561718:0:19124:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.561719:0:19124:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.561720:0:19124:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000040:0.0:1329972962.561720:0:19124:0:(client.c:1133:ptlrpc_check_status()) @@@ status is 301  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561722:0:19124:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.561723:0:19124:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.561723:0:19124:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.561724:0:19124:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.561724:0:19124:0:(client.c:1324:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:0.0:1329972962.561725:0:19124:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.561727:0:19124:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:0.0:1329972962.561728:0:19124:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.561729:0:19124:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.561729:0:19124:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 301/-1
00000100:00100000:0.0:1329972962.561732:0:19124:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:19124:1394565373250211:0@lo:101
00000100:00000001:0.0:1329972962.561733:0:19124:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.561733:0:19124:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.561734:0:19124:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.561734:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.561735:0:19124:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.561737:0:19124:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.561737:0:19124:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.561738:0:19124:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.561738:0:19124:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.561739:0:19124:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.561739:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561740:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561740:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.561741:0:19124:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00010000:0.0:1329972962.561741:0:19124:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.561744:0:19124:0:(ldlm_request.c:528:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.561744:0:19124:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.561746:0:19124:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.561747:0:19124:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.561750:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561750:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.561750:0:19124:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.561752:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561752:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00000001:0.0:1329972962.561753:0:19124:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.561753:0:19124:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00010000:0.0:1329972962.561755:0:19124:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb4480 already unused, calling callback (ffffffffa076e450)
00000080:00000001:0.0:1329972962.561755:0:19124:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.561756:0:19124:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.561756:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561756:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561757:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.561757:0:19124:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.561758:0:19124:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.561758:0:19124:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00000080:00000001:0.0:1329972962.561760:0:19124:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00000080:00000001:0.0:1329972962.561760:0:19124:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561761:0:19124:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:0.0:1329972962.561761:0:19124:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.561761:0:19124:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00010000:00010000:0.0:1329972962.561762:0:19124:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00010000:00000001:0.0:1329972962.561762:0:19124:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.561763:0:19124:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.561763:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561763:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.561764:0:19124:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb4480 with handle 0xa58b72ca9be689e2 from hash
00010000:00000001:0.0:1329972962.561764:0:19124:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.561764:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561765:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561765:0:19124:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.561765:0:19124:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.561765:0:19124:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.561766:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561766:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561767:0:19124:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561767:0:19124:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.561767:0:19124:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.561769:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561769:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561770:0:19124:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.561770:0:19124:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.561770:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561770:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561771:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.561771:0:19124:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be689e2 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000040:0.0:1329972962.561772:0:19124:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.561773:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.561774:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561774:0:19124:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:0.0:1329972962.561775:0:19124:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.561775:0:19124:0:(mdc_locks.c:475:mdc_finish_enqueue()) Process entered
00000002:00100000:0.0:1329972962.561776:0:19124:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 16 disposition: 7, status: 0  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.561779:0:19124:0:(mdc_locks.c:626:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.561779:0:19124:0:(mdc_locks.c:729:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561780:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561781:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561781:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561782:0:19124:0:(ldlm_lock.c:537:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00002000:0.0:1329972962.561782:0:19124:0:(mdc_locks.c:844:mdc_finish_intent_lock()) D_IT dentry d0.sanity intent: lookup status 0 disp 7 rc 0
00000002:00000001:0.0:1329972962.561783:0:19124:0:(mdc_locks.c:845:mdc_finish_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.561784:0:19124:0:(mdc_locks.c:967:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561784:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561785:0:19124:0:(lmv_intent.c:79:lmv_intent_remote()) Process entered
00800000:00000001:0.0:1329972962.561785:0:19124:0:(lmv_intent.c:89:lmv_intent_remote()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561786:0:19124:0:(lmv_intent.c:470:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=0 : 0 : 0x0)
00800000:00000010:0.0:1329972962.561786:0:19124:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.561787:0:19124:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561788:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.561788:0:19124:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.561789:0:19124:0:(namei.c:441:ll_lookup_it_finish()) Process entered
00000080:00000001:0.0:1329972962.561790:0:19124:0:(dcache.c:182:ll_set_dd()) Process entered
00000080:00002000:0.0:1329972962.561790:0:19124:0:(dcache.c:187:ll_set_dd()) ldd on dentry d0.sanity (ffff88004f171c00) parent ffff8800185c6f00 inode (null) refc 1
00000080:00000010:0.0:1329972962.561791:0:19124:0:(dcache.c:192:ll_set_dd()) kmalloced 'lld': 104 at ffff88005b54b6c0.
00000080:00000001:0.0:1329972962.561792:0:19124:0:(dcache.c:205:ll_set_dd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561792:0:19124:0:(file.c:2142:ll_have_md_lock()) Process entered
00000080:00000040:0.0:1329972962.561793:0:19124:0:(file.c:2149:ll_have_md_lock()) trying to match res [0x61ab:0x7015a331:0x0] mode (null)
00000080:00000001:0.0:1329972962.561793:0:19124:0:(obd_class.h:2158:md_lock_match()) Process entered
00800000:00000001:0.0:1329972962.561794:0:19124:0:(lmv_obd.c:2908:lmv_lock_match()) Process entered
00800000:00000002:0.0:1329972962.561794:0:19124:0:(lmv_obd.c:2910:lmv_lock_match()) Lock match for [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561795:0:19124:0:(obd_class.h:2158:md_lock_match()) Process entered
00000002:00000001:0.0:1329972962.561795:0:19124:0:(mdc_locks.c:167:mdc_lock_match()) Process entered
00010000:00000001:0.0:1329972962.561796:0:19124:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.561796:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561797:0:19124:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.561798:0:19124:0:(ldlm_lock.c:1153:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000040:0.0:1329972962.561798:0:19124:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.561799:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000002:00000001:0.0:1329972962.561799:0:19124:0:(mdc_locks.c:172:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561800:0:19124:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561800:0:19124:0:(lmv_obd.c:2925:lmv_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561800:0:19124:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561801:0:19124:0:(file.c:2156:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561802:0:19124:0:(namei.c:508:ll_lookup_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561802:0:19124:0:(namei.c:594:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.561803:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.561803:0:19124:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff880047af3c00 x1394565373250211/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.561807:0:19124:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.561808:0:19124:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.561808:0:19124:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88000aaa5000.
02000000:00000001:0.0:1329972962.561809:0:19124:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.561810:0:19124:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.561810:0:19124:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=11 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000020:00000001:0.0:1329972962.561811:0:19124:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.561811:0:19124:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88000aa9f000.
02000000:00000001:0.0:1329972962.561812:0:19124:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.561812:0:19124:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.561813:0:19124:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff880047af3c00.
00000100:00000001:0.0:1329972962.561813:0:19124:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.561814:0:19124:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.561814:0:19124:0:(namei.c:722:ll_lookup_nd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561815:0:19124:0:(dcache.c:159:ll_ddelete()) Process entered
00000080:00002000:0.0:1329972962.561816:0:19124:0:(dcache.c:166:ll_ddelete()) deleting dentry d0.sanity (ffff88004f171c00, parent ffff8800185c6f00, inode (null)) 
00000080:00000001:0.0:1329972962.561816:0:19124:0:(dcache.c:175:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.561817:0:19124:0:(dcache.c:63:ll_release()) Process entered
00000080:00000010:0.0:1329972962.561818:0:19124:0:(dcache.c:76:ll_release()) kfreed 'de->d_fsdata': 104 at ffff88005b54b6c0.
00000080:00000001:0.0:1329972962.561818:0:19124:0:(dcache.c:78:ll_release()) Process leaving
00000080:00000001:0.0:1329972962.561826:0:19124:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00000001:0.0:1329972962.561826:0:19124:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.561827:0:19124:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.561828:0:19124:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.561829:0:19124:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.561829:0:19124:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561830:0:19124:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.561830:0:19124:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561830:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.561831:0:19124:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.561831:0:19124:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561832:0:19124:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.561832:0:19124:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561833:0:19124:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.561833:0:19124:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.561834:0:19124:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.561834:0:19124:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561835:0:19124:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.561835:0:19124:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.561835:0:19124:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.561836:0:19124:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.561836:0:19124:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561837:0:19124:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561837:0:19124:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561838:0:19124:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.561839:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.561839:0:19124:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.561839:0:19124:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.561840:0:19124:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.561841:0:19124:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.561841:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561842:0:19124:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.561842:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561842:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.561843:0:19124:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.561845:0:19124:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.561845:0:19124:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.561846:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.561846:0:19124:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.561848:0:19124:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.561848:0:19124:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.561849:0:19124:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.561850:0:19124:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.561850:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.561850:0:19124:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.561851:0:19124:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.561852:0:19124:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.561852:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.561853:0:19124:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.561853:0:19124:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.561854:0:19124:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.561854:0:19124:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.561855:0:19124:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.561855:0:19124:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.561856:0:19124:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.561856:0:19124:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.561856:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561857:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561857:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561858:0:19124:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561858:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561859:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.561859:0:19124:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561859:0:19124:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561860:0:19124:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561860:0:19124:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.561861:0:19124:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff88003249dc48
00010000:00000001:0.0:1329972962.561861:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.561861:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.561862:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561862:0:19124:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.561863:0:19124:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.561863:0:19124:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.561865:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561865:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561865:0:19124:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.561866:0:19124:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.561866:0:19124:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.561866:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561867:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.561867:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.561867:0:19124:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:0.0:1329972962.561868:0:19124:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00000001:0.0:1329972962.561869:0:19124:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561870:0:19124:0:(namei.c:637:ll_lookup_nd()) Process entered
00000080:00000001:0.0:1329972962.561870:0:19124:0:(namei.c:521:ll_lookup_it()) Process entered
00000080:00200000:0.0:1329972962.561870:0:19124:0:(namei.c:528:ll_lookup_it()) VFS Op:name=d0.sanity,dir=25003/1880466225(ffff8800471c5b78),intent=0
00000080:00000010:0.0:1329972962.561871:0:19124:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.561872:0:19124:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.561872:0:19124:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.561872:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.561873:0:19124:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.561873:0:19124:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for 'd0.sanity' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561874:0:19124:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.561874:0:19124:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561874:0:19124:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.561875:0:19124:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.561875:0:19124:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.561876:0:19124:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.561876:0:19124:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.561876:0:19124:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.561877:0:19124:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.561877:0:19124:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.561877:0:19124:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561878:0:19124:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.561878:0:19124:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.561879:0:19124:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0
00800000:00000001:0.0:1329972962.561880:0:19124:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.561880:0:19124:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.561880:0:19124:0:(mdc_locks.c:917:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.561881:0:19124:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00000002:00000001:0.0:1329972962.561881:0:19124:0:(mdc_locks.c:411:mdc_intent_getattr_pack()) Process entered
00000100:00000010:0.0:1329972962.561882:0:19124:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff880047af3c00.
00000020:00000040:0.0:1329972962.561882:0:19124:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=12 obd=lustre-MDT0000-mdc-ffff880008f8a800
00010000:00000001:0.0:1329972962.561883:0:19124:0:(ldlm_request.c:709:ldlm_prep_elc_req()) Process entered
00010000:00000001:0.0:1329972962.561884:0:19124:0:(ldlm_request.c:1541:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1329972962.561885:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.561885:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.561885:0:19124:0:(ldlm_request.c:1665:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561886:0:19124:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.561886:0:19124:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.561886:0:19124:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.561887:0:19124:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff88000aa9f000.
00000100:00000001:0.0:1329972962.561888:0:19124:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561889:0:19124:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.561889:0:19124:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561890:0:19124:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.561890:0:19124:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561890:0:19124:0:(ldlm_request.c:760:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.561892:0:19124:0:(mdc_locks.c:442:mdc_intent_getattr_pack()) Process leaving (rc=18446612133516884992 : -131940192666624 : ffff880047af3c00)
00000002:00000001:0.0:1329972962.561892:0:19124:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00010000:00000001:0.0:1329972962.561893:0:19124:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.561893:0:19124:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.561893:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561894:0:19124:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.561894:0:19124:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.561895:0:19124:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a240.
00000020:00000001:0.0:1329972962.561895:0:19124:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.561896:0:19124:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a240 with handle 0xa58b72ca9be689fe to hash
00000020:00000001:0.0:1329972962.561896:0:19124:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.561897:0:19124:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.561897:0:19124:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.561898:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.561898:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.561898:0:19124:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00010000:0.0:1329972962.561900:0:19124:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00010000:0.0:1329972962.561902:0:19124:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00000100:00000001:0.0:1329972962.561903:0:19124:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.561904:0:19124:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.561904:0:19124:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.561905:0:19124:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612133846496960 : -131939863054656 : ffff88005b54b6c0)
00000100:00000001:0.0:1329972962.561905:0:19124:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.561906:0:19124:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516884992 : -131940192666624 : ffff880047af3c00)
00000100:00000001:0.0:1329972962.561906:0:19124:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.561907:0:19124:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.561907:0:19124:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561909:0:19124:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.561909:0:19124:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.561910:0:19124:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.561910:0:19124:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.561911:0:19124:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:19124:1394565373250212:0@lo:101
00000100:00000001:0.0:1329972962.561912:0:19124:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.561912:0:19124:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.561913:0:19124:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.561913:0:19124:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.561914:0:19124:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff88000aaa5000.
02000000:00000001:0.0:1329972962.561914:0:19124:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.561916:0:19124:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1394565373250212, portal 10
00000100:00000001:0.0:1329972962.561917:0:19124:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.561917:0:19124:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516884992 : -131940192666624 : ffff880047af3c00)
00000100:00000040:0.0:1329972962.561918:0:19124:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561920:0:19124:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.561920:0:19124:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.561921:0:19124:0:(niobuf.c:85:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1394565373250212, offset 0
00000100:00000001:0.0:1329972962.561923:0:19124:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.561924:0:19124:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000040:0.0:1329972962.561925:0:19124:0:(events.c:291:request_in_callback()) incoming req@ffff880057b11850 x1394565373250212 msgsize 552
00000100:00100000:0.0:1329972962.561925:0:19124:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000040:0.0:1329972962.561926:0:19124:0:(events.c:303:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:0.0:1329972962.561928:0:19124:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.561928:0:19124:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.561929:0:19124:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561931:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.561931:0:19124:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561933:0:19124:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561934:0:19124:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.561934:0:19124:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561935:0:19124:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.561935:0:19124:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561936:0:19124:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.561936:0:19124:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.561937:0:19124:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005b54b6c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.561937:0:19124:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.561938:0:19124:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561938:0:19124:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.561938:0:19124:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561941:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.561941:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.561942:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133785442384 : -131939924109232 : ffff880057b11850)
02000000:00000001:0.0:1329972962.561942:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.561943:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.561943:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.561944:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.561944:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250212
00000020:00000001:0.0:1329972962.561945:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.561945:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.561946:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.561946:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 10
00000020:00000001:0.0:1329972962.561947:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.561947:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.561948:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.561949:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.561949:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.561950:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561950:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.561950:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.561951:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561951:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561952:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.561953:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.561953:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.561954:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133785442384 : -131939924109232 : ffff880057b11850)
00000100:00000040:0.0:1329972962.561954:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880057b11850 x1394565373250212/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 552/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.561957:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.561957:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.561957:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.561958:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.561959:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.561960:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff8800519a21c0.
00000004:00000010:0.0:1329972962.561960:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880025283340.
00000004:00000010:0.0:1329972962.561961:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3ed6c0.
00000080:00000010:0.0:1329972962.561962:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.561962:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.561963:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.561964:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250212
00000100:00000001:0.0:1329972962.561964:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.561965:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.561965:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 11
00000100:00100000:0.0:1329972962.561966:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+11:19124:x1394565373250212:12345-0@lo:101
00000004:00000001:0.0:1329972962.561967:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.561968:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.561968:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.561968:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.561969:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.561969:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.561970:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561970:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.561971:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.561971:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.561971:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.561972:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.561973:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.561973:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.561974:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.561974:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db240.
00000020:00000001:0.0:1329972962.561975:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.561979:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db240 with handle 0xa58b72ca9be68a05 to hash
00000020:00000001:0.0:1329972962.561980:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.561980:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.561981:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00010000:0.0:1329972962.561981:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a05 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689fe expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.561983:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff8800112db240, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.561984:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.561984:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00010000:00000001:0.0:1329972962.561985:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00000004:00000001:0.0:1329972962.561985:0:13970:0:(mdt_handler.c:3504:mdt_intent_policy()) Process entered
00000004:00000001:0.0:1329972962.561986:0:13970:0:(mdt_handler.c:3466:mdt_intent_opc()) Process entered
00000004:00000001:0.0:1329972962.561986:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.561987:0:13970:0:(mdt_handler.c:2409:mdt_body_unpack()) Process entered
00000004:00000001:0.0:1329972962.561987:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.561987:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x61ab:0x7015a331:0x0]
00000020:00000001:0.0:1329972962.561988:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000001:0.0:1329972962.561989:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.561989:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612133717343360 : -131939992208256 : ffff880053a1fc80)
00000004:00000001:0.0:1329972962.561990:0:13970:0:(mdt_handler.c:2454:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561990:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.561991:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.561992:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1280 at ffff880008cfa800.
02000000:00000001:0.0:1329972962.561992:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.561993:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561993:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561994:0:13970:0:(mdt_handler.c:3276:mdt_intent_getattr()) Process entered
00000004:00000001:0.0:1329972962.561994:0:13970:0:(mdt_lib.c:419:old_init_ucred()) Process entered
02000000:00000001:0.0:1329972962.561995:0:13970:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered
02000000:00000001:0.0:1329972962.561995:0:13970:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612132502803520 : -131941206748096 : ffff88000b3d9440)
00000004:00000001:0.0:1329972962.561996:0:13970:0:(mdt_lib.c:101:mdt_root_squash()) Process entered
00000004:00000001:0.0:1329972962.561996:0:13970:0:(mdt_lib.c:104:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561997:0:13970:0:(mdt_lib.c:454:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.561998:0:13970:0:(mdt_handler.c:840:mdt_getattr_name_lock()) Process entered
00000004:00000002:0.0:1329972962.561998:0:13970:0:(mdt_handler.c:878:mdt_getattr_name_lock()) getattr with lock for [0x61ab:0x7015a331:0x0]/d0.sanity, ldlm_rep = ffff880008cfa9d8
00000004:00000001:0.0:1329972962.561999:0:13970:0:(mdt_handler.c:784:mdt_raw_lookup()) Process entered
00000004:00000001:0.0:1329972962.561999:0:13970:0:(mdt_handler.c:787:mdt_raw_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562000:0:13970:0:(mdt_handler.c:2164:mdt_object_lock()) Process entered
00000004:00000001:0.0:1329972962.562000:0:13970:0:(mdt_handler.c:229:mdt_lock_pdo_mode()) Process entered
00000004:00000001:0.0:1329972962.562000:0:13970:0:(cmm_object.c:486:cml_lock_mode()) Process entered
00000004:00000001:0.0:1329972962.562001:0:13970:0:(cmm_object.c:492:cml_lock_mode()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562001:0:13970:0:(mdt_handler.c:297:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:0.0:1329972962.562001:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.562002:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.562002:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.562003:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 3
00010000:00000001:0.0:1329972962.562003:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.562004:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb46c0.
00000020:00000001:0.0:1329972962.562004:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.562004:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb46c0 with handle 0xa58b72ca9be68a0c to hash
00000020:00000001:0.0:1329972962.562005:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.562005:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.562006:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.562006:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562007:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562007:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562009:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.562009:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.562010:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.562010:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562011:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.562011:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562011:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.562012:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.562012:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.562012:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.562013:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.562013:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ebc0 (25003/1880466225/0/0) (rc: 3)
00010000:00000040:0.0:1329972962.562014:0:13970:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.562014:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db480/0xa58b72ca9be688a7 (rc: 2) (pos: 1) (pid: 13970)
00010000:00000040:0.0:1329972962.562015:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68899)
00010000:00000040:0.0:1329972962.562015:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00000040:0.0:1329972962.562016:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 2, read: 0, write: 0 flags: 0x4000000
00010000:00000040:0.0:1329972962.562017:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x1
00010000:00001000:0.0:1329972962.562017:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.562017:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000abb46c0/0xa58b72ca9be68a0c (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.562018:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.562018:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.562019:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: CR, grant mode: CR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.562019:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.562020:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.562020:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.562021:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.562021:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562021:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.562022:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562022:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.562023:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.562023:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562024:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562025:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.562025:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562026:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562026:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.562026:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.562027:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.562027:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.562028:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.562029:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db000.
00000020:00000001:0.0:1329972962.562029:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.562029:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db000 with handle 0xa58b72ca9be68a13 to hash
00000020:00000001:0.0:1329972962.562030:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.562030:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.562031:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.562031:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562032:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562032:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562034:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.562034:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.562034:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.562034:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562035:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.562035:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562036:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.562036:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.562036:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.562037:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.562037:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.562037:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (25003/1880466225/0/1517777184) (rc: 1)
00010000:00001000:0.0:1329972962.562038:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.562038:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a13 (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.562039:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.562039:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.562040:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.562040:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.562041:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.562041:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.562041:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.562041:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562042:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.562042:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562043:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.562043:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.562043:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562044:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562045:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.562046:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562046:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.562046:0:13970:0:(mdt_handler.c:2245:mdt_object_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562047:0:13970:0:(cmm_object.c:465:cml_lookup()) Process entered
00000004:00000001:0.0:1329972962.562047:0:13970:0:(mdd_dir.c:120:mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.562048:0:13970:0:(mdd_dir.c:1429:__mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.562048:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.562049:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562049:0:13970:0:(osd_handler.c:3770:osd_index_ea_lookup()) Process entered
00000004:00000001:0.0:1329972962.562051:0:13970:0:(osd_handler.c:3065:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.562052:0:13970:0:(osd_handler.c:3782:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.562052:0:13970:0:(mdd_dir.c:1465:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.562053:0:13970:0:(mdd_dir.c:122:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.562053:0:13970:0:(cmm_object.c:475:cml_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.562054:0:13970:0:(mdt_handler.c:959:mdt_getattr_name_lock()) Process leaving via out_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe)
00000004:00000001:0.0:1329972962.562055:0:13970:0:(mdt_handler.c:2317:mdt_object_unlock()) Process entered
00000004:00000001:0.0:1329972962.562055:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.562055:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.562055:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.562056:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.562056:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.562057:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.562058:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562059:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562059:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.562060:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.562060:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562062:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562062:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562062:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.562063:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.562064:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb46c0 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.562065:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.562065:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.562066:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562067:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.562067:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.562068:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.562068:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.562068:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.562069:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.562069:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562071:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.562071:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00000004:00000001:0.0:1329972962.562072:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.562072:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562072:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00010000:00000001:0.0:1329972962.562073:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.562073:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.562074:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562074:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.562074:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb46c0 with handle 0xa58b72ca9be68a0c from hash
00010000:00000001:0.0:1329972962.562075:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.562075:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562075:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562076:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.562076:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.562076:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562077:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.562077:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.562077:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.562078:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562078:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.562078:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562079:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.562079:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562080:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.562080:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.562081:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562081:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562081:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562081:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562082:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562082:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562084:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562084:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562084:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.562085:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.562085:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.562085:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a0c lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.562087:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.562087:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.562088:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.562089:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.562089:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.562089:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.562089:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.562090:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.562090:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.562091:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.562091:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562093:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562093:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.562093:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.562094:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562095:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562095:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562096:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.562096:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.562098:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db000 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.562098:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.562098:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.562099:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562100:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.562100:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.562101:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.562101:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.562101:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.562102:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.562102:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562104:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.562104:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00000004:00000001:0.0:1329972962.562104:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.562105:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562105:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00000001:0.0:1329972962.562106:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.562106:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.562106:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562106:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.562107:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db000 with handle 0xa58b72ca9be68a13 from hash
00010000:00000001:0.0:1329972962.562107:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.562108:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562108:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562108:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.562108:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.562109:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562109:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.562109:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.562110:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.562110:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562110:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.562111:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.562111:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.562111:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562112:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.562112:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.562113:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562113:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562113:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562114:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562114:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562114:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562116:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562116:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562116:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.562117:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.562117:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.562117:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a13 lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.562119:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 0
00010000:00000001:0.0:1329972962.562119:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.562120:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.562121:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.562121:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.562121:0:13970:0:(mdt_handler.c:2322:mdt_object_unlock()) Process leaving
00000004:00000001:0.0:1329972962.562122:0:13970:0:(mdt_handler.c:3320:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d)
02000000:00000001:0.0:1329972962.562122:0:13970:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered
02000000:00000001:0.0:1329972962.562123:0:13970:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving
00000004:00000001:0.0:1329972962.562123:0:13970:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.562123:0:13970:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.562125:0:13970:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.562125:0:13970:0:(mdt_handler.c:3491:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.562125:0:13970:0:(mdt_handler.c:3540:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.562126:0:13970:0:(ldlm_lock.c:371:ldlm_lock_destroy()) Process entered
00010000:00000001:0.0:1329972962.562126:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.562127:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562127:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562127:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562128:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.562128:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db240 with handle 0xa58b72ca9be68a05 from hash
00010000:00000001:0.0:1329972962.562129:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.562129:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562129:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562129:0:13970:0:(ldlm_lock.c:381:ldlm_lock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.562130:0:13970:0:(ldlm_lock.c:1321:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.562130:0:13970:0:(ldlm_lockd.c:1188:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.562131:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a05 lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689fe expref: 12 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.562133:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.562133:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a05 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be689fe expref: 12 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.562134:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 1
00010000:00000001:0.0:1329972962.562135:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000040:0.0:1329972962.562135:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff8800112db240, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.562136:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.562137:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00010000:00000001:0.0:1329972962.562137:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.562137:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800112db240, rc 0)
00010000:00000040:0.0:1329972962.562138:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250212
00010000:00000001:0.0:1329972962.562139:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.562139:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880057b11850 x1394565373250212/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 552/536 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00010000:00000001:0.0:1329972962.562142:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.562142:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.562143:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.562144:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.562144:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.562145:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.562146:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.562146:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.562146:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.562147:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.562148:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 536 bytes to portal 10, xid 1394565373250212, offset 192
00000100:00000001:0.0:1329972962.562150:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.562151:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.562153:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=536 offset=192 replen=1016  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.562156:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.562157:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.562158:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.562158:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.562159:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.562159:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.562160:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562160:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.562160:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562161:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.562161:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.562162:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.562163:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.562163:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.562164:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880057b11850 x1394565373250212/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 552/536 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00000100:00000040:0.0:1329972962.562166:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.562166:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 10
00000008:00000010:0.0:1329972962.562167:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.562168:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.562169:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff8800519a21c0.
00000004:00000010:0.0:1329972962.562169:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880025283340.
00000004:00000010:0.0:1329972962.562170:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3ed6c0.
00000080:00000010:0.0:1329972962.562171:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.562171:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.562172:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.562172:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.562173:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+10:19124:x1394565373250212:12345-0@lo:101 Request procesed in 216us (249us total) trans 0 rc 301/301
00000020:00000040:0.0:1329972962.562175:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 9
02000000:00000001:0.0:1329972962.562176:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.562177:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1280 at ffff880008cfa800.
02000000:00000001:0.0:1329972962.562177:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:0.0:1329972962.562178:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.562178:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1280 at ffff88000aa46800.
02000000:00000001:0.0:1329972962.562179:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.562179:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff88000abc2800.
02000000:00000001:0.0:1329972962.562180:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.562180:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1088 at ffff880008cfa000.
02000000:00000001:0.0:1329972962.562181:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.562181:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff8800319f0000.
02000000:00000001:0.0:1329972962.562182:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.562182:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1280 at ffff8800432ac000.
02000000:00000001:0.0:1329972962.562183:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.562183:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff8800374fe000.
02000000:00000001:0.0:1329972962.562184:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.562184:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1088 at ffff8800432ac800.
02000000:00000001:0.0:1329972962.562185:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.562185:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff8800374fe800.
00000100:00000001:0.0:1329972962.562185:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1329972962.562187:0:13970:0:(niobuf.c:726:ptlrpc_register_rqbd()) LNetMEAttach: portal 12
00000100:00000001:0.0:1329972962.562190:0:19124:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.562191:0:19124:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.562191:0:19124:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.562193:0:19124:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/1016 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.562195:0:19124:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.562196:0:19124:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.562196:0:19124:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.562197:0:19124:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.562197:0:19124:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.562197:0:19124:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.562198:0:19124:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.562199:0:19124:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.562200:0:19124:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.562201:0:19124:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000040:0.0:1329972962.562201:0:19124:0:(client.c:1133:ptlrpc_check_status()) @@@ status is 301  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.562203:0:19124:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.562204:0:19124:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.562204:0:19124:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.562205:0:19124:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.562205:0:19124:0:(client.c:1324:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:0.0:1329972962.562205:0:19124:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.562207:0:19124:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:0.0:1329972962.562208:0:19124:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.562208:0:19124:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.562209:0:19124:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 301/-1
00000100:00100000:0.0:1329972962.562211:0:19124:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc rm:de1871f5-fba4-c446-15d4-74b25034d360:19124:1394565373250212:0@lo:101
00000100:00000001:0.0:1329972962.562212:0:19124:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.562213:0:19124:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.562213:0:19124:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.562214:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.562214:0:19124:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.562216:0:19124:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.562216:0:19124:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.562217:0:19124:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.562217:0:19124:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.562218:0:19124:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.562218:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.562218:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.562219:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.562219:0:19124:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00010000:0.0:1329972962.562220:0:19124:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.562222:0:19124:0:(ldlm_request.c:528:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.562223:0:19124:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.562224:0:19124:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.562225:0:19124:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.562228:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562228:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.562228:0:19124:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.562230:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562230:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00000001:0.0:1329972962.562231:0:19124:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.562231:0:19124:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00010000:0.0:1329972962.562232:0:19124:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a240 already unused, calling callback (ffffffffa076e450)
00000080:00000001:0.0:1329972962.562233:0:19124:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.562233:0:19124:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.562234:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.562234:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.562234:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.562235:0:19124:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.562235:0:19124:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.562236:0:19124:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00000080:00000001:0.0:1329972962.562237:0:19124:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00000080:00000001:0.0:1329972962.562238:0:19124:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562238:0:19124:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:0.0:1329972962.562238:0:19124:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.562239:0:19124:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00010000:0.0:1329972962.562239:0:19124:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00000001:0.0:1329972962.562240:0:19124:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.562240:0:19124:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.562240:0:19124:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.562241:0:19124:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.562241:0:19124:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a240 with handle 0xa58b72ca9be689fe from hash
00010000:00000001:0.0:1329972962.562241:0:19124:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.562245:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562245:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562246:0:19124:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.562246:0:19124:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.562246:0:19124:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.562247:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562247:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562247:0:19124:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562248:0:19124:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.562248:0:19124:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000001:0.0:1329972962.562250:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562250:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562250:0:19124:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.562251:0:19124:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.562251:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.562251:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562251:0:19124:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.562252:0:19124:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be689fe lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19124 timeout: 0
00010000:00000040:0.0:1329972962.562253:0:19124:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.562254:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.562255:0:19124:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.562255:0:19124:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:0.0:1329972962.562256:0:19124:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.562256:0:19124:0:(mdc_locks.c:475:mdc_finish_enqueue()) Process entered
00000002:00100000:0.0:1329972962.562257:0:19124:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 16 disposition: 7, status: 0  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.562259:0:19124:0:(mdc_locks.c:626:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.562259:0:19124:0:(mdc_locks.c:729:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562260:0:19124:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.562260:0:19124:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.562260:0:19124:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.562261:0:19124:0:(ldlm_lock.c:537:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00002000:0.0:1329972962.562261:0:19124:0:(mdc_locks.c:844:mdc_finish_intent_lock()) D_IT dentry d0.sanity intent: lookup status 0 disp 7 rc 0
00000002:00000001:0.0:1329972962.562262:0:19124:0:(mdc_locks.c:845:mdc_finish_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.562263:0:19124:0:(mdc_locks.c:967:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.562263:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.562264:0:19124:0:(lmv_intent.c:79:lmv_intent_remote()) Process entered
00800000:00000001:0.0:1329972962.562264:0:19124:0:(lmv_intent.c:89:lmv_intent_remote()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.562265:0:19124:0:(lmv_intent.c:470:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=0 : 0 : 0x0)
00800000:00000010:0.0:1329972962.562265:0:19124:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.562266:0:19124:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562266:0:19124:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.562267:0:19124:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.562268:0:19124:0:(namei.c:441:ll_lookup_it_finish()) Process entered
00000080:00000001:0.0:1329972962.562268:0:19124:0:(dcache.c:182:ll_set_dd()) Process entered
00000080:00002000:0.0:1329972962.562268:0:19124:0:(dcache.c:187:ll_set_dd()) ldd on dentry d0.sanity (ffff88004f171a80) parent ffff8800185c6f00 inode (null) refc 1
00000080:00000010:0.0:1329972962.562269:0:19124:0:(dcache.c:192:ll_set_dd()) kmalloced 'lld': 104 at ffff88005b54b6c0.
00000080:00000001:0.0:1329972962.562270:0:19124:0:(dcache.c:205:ll_set_dd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562270:0:19124:0:(file.c:2142:ll_have_md_lock()) Process entered
00000080:00000040:0.0:1329972962.562270:0:19124:0:(file.c:2149:ll_have_md_lock()) trying to match res [0x61ab:0x7015a331:0x0] mode (null)
00000080:00000001:0.0:1329972962.562271:0:19124:0:(obd_class.h:2158:md_lock_match()) Process entered
00800000:00000001:0.0:1329972962.562272:0:19124:0:(lmv_obd.c:2908:lmv_lock_match()) Process entered
00800000:00000002:0.0:1329972962.562272:0:19124:0:(lmv_obd.c:2910:lmv_lock_match()) Lock match for [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.562272:0:19124:0:(obd_class.h:2158:md_lock_match()) Process entered
00000002:00000001:0.0:1329972962.562273:0:19124:0:(mdc_locks.c:167:mdc_lock_match()) Process entered
00010000:00000001:0.0:1329972962.562273:0:19124:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.562273:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.562274:0:19124:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.562275:0:19124:0:(ldlm_lock.c:1153:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000040:0.0:1329972962.562275:0:19124:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.562276:0:19124:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000002:00000001:0.0:1329972962.562276:0:19124:0:(mdc_locks.c:172:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.562277:0:19124:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.562277:0:19124:0:(lmv_obd.c:2925:lmv_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562277:0:19124:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562278:0:19124:0:(file.c:2156:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562278:0:19124:0:(namei.c:508:ll_lookup_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562279:0:19124:0:(namei.c:594:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.562280:0:19124:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.562280:0:19124:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff880047af3c00 x1394565373250212/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 552/536 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.562284:0:19124:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.562284:0:19124:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.562285:0:19124:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88000aaa5000.
02000000:00000001:0.0:1329972962.562285:0:19124:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.562286:0:19124:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.562286:0:19124:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=11 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000020:00000001:0.0:1329972962.562287:0:19124:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.562287:0:19124:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88000aa9f000.
02000000:00000001:0.0:1329972962.562287:0:19124:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.562288:0:19124:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.562288:0:19124:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff880047af3c00.
00000100:00000001:0.0:1329972962.562289:0:19124:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.562289:0:19124:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.562289:0:19124:0:(namei.c:722:ll_lookup_nd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.562290:0:19124:0:(dcache.c:159:ll_ddelete()) Process entered
00000080:00002000:0.0:1329972962.562290:0:19124:0:(dcache.c:166:ll_ddelete()) deleting dentry d0.sanity (ffff88004f171a80, parent ffff8800185c6f00, inode (null)) 
00000080:00000001:0.0:1329972962.562291:0:19124:0:(dcache.c:175:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.562292:0:19124:0:(dcache.c:63:ll_release()) Process entered
00000080:00000010:0.0:1329972962.562292:0:19124:0:(dcache.c:76:ll_release()) kfreed 'de->d_fsdata': 104 at ffff88005b54b6c0.
00000080:00000001:0.0:1329972962.562293:0:19124:0:(dcache.c:78:ll_release()) Process leaving
00010000:00000010:0.1F:1329972962.563543:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db6c0.
00010000:00000010:0.1:1329972962.563546:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a6c0.
00010000:00000010:0.1:1329972962.563547:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000e1cf900.
00010000:00000010:0.1:1329972962.563547:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb4480.
00010000:00000010:0.1:1329972962.563548:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb46c0.
00010000:00000010:0.1:1329972962.563548:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db000.
00010000:00000010:0.1:1329972962.563549:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db240.
00010000:00000010:0.1:1329972962.563549:0:18174:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a240.
00000001:00000001:0.0:1329972962.585919:0:19158:0:(debug.c:445:libcfs_debug_mark_buffer()) ***************************************************
00000001:02000400:0.0:1329972962.585920:0:19158:0:(debug.c:446:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 105e: Two conflicting flocks from same process ========= 06:56:02 (1329972962)
00000001:00000001:0.0:1329972962.585923:0:19158:0:(debug.c:447:libcfs_debug_mark_buffer()) ***************************************************
00000080:00000001:0.0:1329972962.589625:0:19163:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00000001:0.0:1329972962.589626:0:19163:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.589626:0:19163:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.589629:0:19163:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.589630:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.589631:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589632:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.589632:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589632:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.589633:0:19163:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.589634:0:19163:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589636:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.589636:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589637:0:19163:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.589638:0:19163:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.589638:0:19163:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.589639:0:19163:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589639:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.589640:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.589641:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.589641:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.589642:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589642:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589643:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589644:0:19163:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.589645:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.589645:0:19163:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.589646:0:19163:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.589647:0:19163:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.589648:0:19163:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.589649:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.589650:0:19163:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.589651:0:19163:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.589652:0:19163:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.589653:0:19163:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.589655:0:19163:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.589656:0:19163:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.589657:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.589657:0:19163:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.589660:0:19163:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.589661:0:19163:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.589662:0:19163:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.589662:0:19163:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.589663:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.589664:0:19163:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.589664:0:19163:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.589665:0:19163:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.589665:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.589666:0:19163:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.589667:0:19163:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.589667:0:19163:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.589668:0:19163:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.589669:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.589669:0:19163:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.589670:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.589670:0:19163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.589671:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.589671:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.589672:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589673:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589674:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589674:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.589675:0:19163:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589675:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589675:0:19163:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589676:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.589676:0:19163:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff880047bafbe8
00010000:00000001:0.0:1329972962.589677:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.589677:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.589678:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589678:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589679:0:19163:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.589679:0:19163:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.589695:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589695:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.589696:0:19163:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.589696:0:19163:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.589697:0:19163:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.589697:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589697:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.589698:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.589699:0:19163:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:0.0:1329972962.589699:0:19163:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00000001:0.0:1329972962.589701:0:19163:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589702:0:19163:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00000001:0.0:1329972962.589702:0:19163:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.589703:0:19163:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.589704:0:19163:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.589704:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.589705:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589705:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.589705:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589706:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.589706:0:19163:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.589707:0:19163:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589707:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.589708:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589708:0:19163:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.589709:0:19163:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.589709:0:19163:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.589710:0:19163:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589710:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.589710:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.589711:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.589711:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.589711:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589712:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589712:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589713:0:19163:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.589714:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.589714:0:19163:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.589714:0:19163:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.589715:0:19163:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.589716:0:19163:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.589716:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.589717:0:19163:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.589717:0:19163:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.589718:0:19163:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.589718:0:19163:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.589720:0:19163:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.589720:0:19163:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.589721:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.589721:0:19163:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.589723:0:19163:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.589724:0:19163:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.589724:0:19163:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.589725:0:19163:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.589725:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.589726:0:19163:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.589726:0:19163:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.589727:0:19163:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.589727:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.589728:0:19163:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.589729:0:19163:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.589729:0:19163:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.589729:0:19163:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.589730:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.589730:0:19163:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.589731:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.589731:0:19163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.589731:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.589731:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.589732:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589732:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589733:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589733:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.589734:0:19163:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589734:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589735:0:19163:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589735:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.589735:0:19163:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff880047bafc68
00010000:00000001:0.0:1329972962.589736:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.589736:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.589737:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589737:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589738:0:19163:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.589738:0:19163:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.589740:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589740:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.589740:0:19163:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.589740:0:19163:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.589741:0:19163:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.589741:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589741:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.589742:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.589742:0:19163:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:0.0:1329972962.589742:0:19163:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00000001:0.0:1329972962.589743:0:19163:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589745:0:19163:0:(namei.c:637:ll_lookup_nd()) Process entered
00000080:00000010:0.0:1329972962.589746:0:19163:0:(namei.c:608:ll_convert_intent()) kmalloced 'it': 48 at ffff880032b00a00.
00000080:00000001:0.0:1329972962.589746:0:19163:0:(namei.c:521:ll_lookup_it()) Process entered
00000080:00200000:0.0:1329972962.589747:0:19163:0:(namei.c:528:ll_lookup_it()) VFS Op:name=f105e,dir=25003/1880466225(ffff8800471c5b78),intent=open|creat
00000080:00000001:0.0:1329972962.589748:0:19163:0:(file.c:2310:ll_inode_revalidate_it()) Process entered
00000080:00000001:0.0:1329972962.589748:0:19163:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.589748:0:19163:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.589749:0:19163:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.589750:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.589750:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589750:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.589751:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589751:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.589751:0:19163:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.589752:0:19163:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589752:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.589753:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589753:0:19163:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.589754:0:19163:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.589754:0:19163:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.589754:0:19163:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589755:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.589755:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.589756:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.589756:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.589756:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589757:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589757:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589758:0:19163:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.589759:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.589759:0:19163:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.589759:0:19163:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.589760:0:19163:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.589760:0:19163:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.589761:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.589761:0:19163:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.589762:0:19163:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.589762:0:19163:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.589762:0:19163:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.589764:0:19163:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.589765:0:19163:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.589765:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.589766:0:19163:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.589767:0:19163:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.589768:0:19163:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.589768:0:19163:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.589769:0:19163:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.589769:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.589770:0:19163:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.589770:0:19163:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.589771:0:19163:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.589771:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.589772:0:19163:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.589772:0:19163:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.589773:0:19163:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.589773:0:19163:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.589774:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.589774:0:19163:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.589774:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.589774:0:19163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.589775:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.589775:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.589775:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589776:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589777:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589777:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.589777:0:19163:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589778:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589778:0:19163:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589778:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.589779:0:19163:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff880047bafb08
00010000:00000001:0.0:1329972962.589779:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.589780:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.589780:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589780:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.589781:0:19163:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.589781:0:19163:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.589783:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589783:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.589784:0:19163:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.589784:0:19163:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.589784:0:19163:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.589784:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589785:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.589785:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.589785:0:19163:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.589786:0:19163:0:(file.c:2319:ll_inode_revalidate_it()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.589786:0:19163:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.589787:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.589787:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.589788:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.589788:0:19163:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.589788:0:19163:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'open|creat' for 'f105e' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589789:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.589789:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589790:0:19163:0:(lmv_intent.c:177:lmv_intent_open()) Process entered
00800000:00000010:0.0:1329972962.589791:0:19163:0:(lmv_intent.c:179:lmv_intent_open()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.589791:0:19163:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.589792:0:19163:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589792:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.589792:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.589793:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.589793:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.589793:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589794:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.589794:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589795:0:19163:0:(lmv_obd.c:1022:lmv_fid_alloc()) Process entered
00800000:00000001:0.0:1329972962.589795:0:19163:0:(lmv_obd.c:922:lmv_placement_policy()) Process entered
00800000:00000001:0.0:1329972962.589796:0:19163:0:(lmv_obd.c:928:lmv_placement_policy()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589796:0:19163:0:(lmv_obd.c:987:__lmv_fid_alloc()) Process entered
00800000:00000001:0.0:1329972962.589797:0:19163:0:(obd_class.h:1033:obd_fid_alloc()) Process entered
00000002:00000001:0.0:1329972962.589798:0:19163:0:(mdc_request.c:1958:mdc_fid_alloc()) Process entered
40000000:00000001:0.0:1329972962.589798:0:19163:0:(fid_request.c:256:seq_client_alloc_fid()) Process entered
40000000:00000040:0.0:1329972962.589799:0:19163:0:(fid_request.c:308:seq_client_alloc_fid()) cli-srv-lustre-MDT0000-mdc-ffff880008f8a800: Allocated FID [0x200002b10:0x3:0x0]
40000000:00000001:0.0:1329972962.589800:0:19163:0:(fid_request.c:309:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.589801:0:19163:0:(mdc_request.c:1959:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589801:0:19163:0:(obd_class.h:1039:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.589805:0:19163:0:(lmv_obd.c:1009:__lmv_fid_alloc()) Process leaving
00800000:00000001:0.0:1329972962.589806:0:19163:0:(lmv_obd.c:1040:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.589806:0:19163:0:(lmv_intent.c:239:lmv_intent_open()) OPEN_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x200002b10:0x3:0x0], name='f105e' -> mds #0
00800000:00000001:0.0:1329972962.589807:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.589808:0:19163:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.589808:0:19163:0:(mdc_locks.c:917:mdc_intent_lock()) (name: f105e,[0x200002b10:0x3:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: open|creat flags 0104502
00000002:00000001:0.0:1329972962.589809:0:19163:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00000002:00000001:0.0:1329972962.589810:0:19163:0:(mdc_locks.c:285:mdc_intent_open_pack()) Process entered
00000002:00000001:0.0:1329972962.589810:0:19163:0:(mdc_reint.c:87:mdc_resource_get_unused()) Process entered
00010000:00000001:0.0:1329972962.589811:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000002:00000001:0.0:1329972962.589853:0:19163:0:(mdc_reint.c:93:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.589854:0:19163:0:(mdc_reint.c:87:mdc_resource_get_unused()) Process entered
00010000:00000001:0.0:1329972962.589854:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.589863:0:19163:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.589864:0:19163:0:(ldlm_request.c:1714:ldlm_cancel_resource_local()) Process entered
00010000:00000001:0.0:1329972962.589865:0:19163:0:(ldlm_request.c:1330:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.589865:0:19163:0:(ldlm_request.c:1755:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1329972962.589866:0:19163:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.589866:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000002:00000001:0.0:1329972962.589867:0:19163:0:(mdc_reint.c:101:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.589868:0:19163:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800374fe000.
00000020:00000040:0.0:1329972962.589869:0:19163:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=12 obd=lustre-MDT0000-mdc-ffff880008f8a800
00010000:00000001:0.0:1329972962.589871:0:19163:0:(ldlm_request.c:709:ldlm_prep_elc_req()) Process entered
00010000:00000001:0.0:1329972962.589873:0:19163:0:(ldlm_request.c:1541:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1329972962.589874:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.589874:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.589874:0:19163:0:(ldlm_request.c:1665:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589875:0:19163:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.589876:0:19163:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.589876:0:19163:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.589878:0:19163:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff88005707b800.
00000100:00000001:0.0:1329972962.589880:0:19163:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.589881:0:19163:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.589882:0:19163:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.589882:0:19163:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.589883:0:19163:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.589883:0:19163:0:(ldlm_request.c:760:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.589885:0:19163:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00010000:00000001:0.0:1329972962.589886:0:19163:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.589886:0:19163:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.589886:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.589887:0:19163:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.589888:0:19163:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.589889:0:19163:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a240.
00000020:00000001:0.0:1329972962.589889:0:19163:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.589890:0:19163:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a240 with handle 0xa58b72ca9be68a1a to hash
00000020:00000001:0.0:1329972962.589891:0:19163:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.589891:0:19163:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.589892:0:19163:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.589892:0:19163:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.589893:0:19163:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.589893:0:19163:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 3/0,1 mode: --/CW res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00010000:0.0:1329972962.589895:0:19163:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 3/0,1 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00010000:0.0:1329972962.589897:0:19163:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 3/0,1 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00000100:00000001:0.0:1329972962.589899:0:19163:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.589900:0:19163:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.589900:0:19163:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.589901:0:19163:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612133846496960 : -131939863054656 : ffff88005b54b6c0)
00000100:00000001:0.0:1329972962.589902:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.589902:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133242200064 : -131940467351552 : ffff8800374fe000)
00000100:00000001:0.0:1329972962.589903:0:19163:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.589903:0:19163:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.589904:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 0 ref 2 fl New:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.589907:0:19163:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.589907:0:19163:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.589908:0:19163:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.589909:0:19163:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.589910:0:19163:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:19163:1394565373250213:0@lo:101
00000100:00000001:0.0:1329972962.589911:0:19163:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.589912:0:19163:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.589913:0:19163:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.589913:0:19163:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.589914:0:19163:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff88000aa46000.
02000000:00000001:0.0:1329972962.589915:0:19163:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.589918:0:19163:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1394565373250213, portal 10
00000100:00000001:0.0:1329972962.589919:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.589919:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133242200064 : -131940467351552 : ffff8800374fe000)
00000100:00000040:0.0:1329972962.589920:0:19163:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.589923:0:19163:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.589923:0:19163:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.589924:0:19163:0:(niobuf.c:85:ptl_send_buf()) Sending 544 bytes to portal 12, xid 1394565373250213, offset 0
00000100:00000001:0.0:1329972962.589939:0:19163:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.589939:0:19163:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.589941:0:19163:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880047a82c00.
00000100:00000040:0.0:1329972962.589941:0:19163:0:(events.c:291:request_in_callback()) incoming req@ffff880047a82c00 x1394565373250213 msgsize 544
00000100:00100000:0.0:1329972962.589942:0:19163:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.589944:0:19163:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.589945:0:19163:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.589946:0:19163:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.589948:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.589949:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.589951:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589951:0:19163:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.589953:0:19163:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589953:0:19163:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.589954:0:19163:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589955:0:19163:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.589955:0:19163:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.589955:0:19163:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005b54b6c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.589956:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.589956:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589957:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.589957:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589962:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.589963:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.589963:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516422144 : -131940193129472 : ffff880047a82c00)
02000000:00000001:0.0:1329972962.589964:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.589964:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.589965:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.589966:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.589967:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250213
00000020:00000001:0.0:1329972962.589968:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.589968:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.589969:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.589969:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 10
00000020:00000001:0.0:1329972962.589970:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.589971:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.589972:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.589973:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.589973:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.589974:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589974:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.589975:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.589975:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589976:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.589977:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.589978:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.589979:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.589979:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133516422144 : -131940193129472 : ffff880047a82c00)
00000100:00000040:0.0:1329972962.589980:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880047a82c00 x1394565373250213/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.589982:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.589983:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.589984:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.589986:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.589988:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.589989:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff8800326e23c0.
00000004:00000010:0.0:1329972962.589990:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.589990:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3edc60.
00000080:00000010:0.0:1329972962.590000:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.590001:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.590002:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.590003:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250213
00000100:00000001:0.0:1329972962.590004:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.590004:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.590004:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 11
00000100:00100000:0.0:1329972962.590005:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+11:19163:x1394565373250213:12345-0@lo:101
00000004:00000001:0.0:1329972962.590007:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.590008:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.590009:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.590009:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.590010:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.590011:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.590011:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590013:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.590013:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.590014:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.590014:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590015:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.590016:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.590017:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.590018:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.590018:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db240.
00000020:00000001:0.0:1329972962.590019:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.590020:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db240 with handle 0xa58b72ca9be68a21 to hash
00000020:00000001:0.0:1329972962.590020:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.590021:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.590021:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00010000:0.0:1329972962.590022:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a21 lrc: 2/0,0 mode: --/CW res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a1a expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.590024:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff8800112db240, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.590025:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.590025:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00010000:00000001:0.0:1329972962.590027:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00000004:00000001:0.0:1329972962.590028:0:13970:0:(mdt_handler.c:3504:mdt_intent_policy()) Process entered
00000004:00000001:0.0:1329972962.590028:0:13970:0:(mdt_handler.c:3466:mdt_intent_opc()) Process entered
00000004:00000001:0.0:1329972962.590029:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.590029:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590030:0:13970:0:(mdt_handler.c:3347:mdt_intent_reint()) Process entered
00000004:00000002:0.0:1329972962.590031:0:13970:0:(mdt_handler.c:1579:mdt_reint_opcode()) @@@ reint opt = 6  req@ffff880047a82c00 x1394565373250213/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/0 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000004:00000001:0.0:1329972962.590034:0:13970:0:(mdt_handler.c:1503:mdt_reint_internal()) Process entered
00000100:00000001:0.0:1329972962.590034:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.590035:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.590036:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1408 at ffff8800432ac800.
02000000:00000001:0.0:1329972962.590036:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590037:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590038:0:13970:0:(mdt_lib.c:1292:mdt_reint_unpack()) Process entered
00000004:00000001:0.0:1329972962.590039:0:13970:0:(mdt_lib.c:1156:mdt_open_unpack()) Process entered
00000004:00000001:0.0:1329972962.590040:0:13970:0:(mdt_lib.c:1221:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590040:0:13970:0:(mdt_lib.c:1302:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590041:0:13970:0:(mdt_lib.c:463:old_init_ucred_reint()) Process entered
02000000:00000001:0.0:1329972962.590042:0:13970:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered
02000000:00000001:0.0:1329972962.590043:0:13970:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612132502803520 : -131941206748096 : ffff88000b3d9440)
00000004:00000001:0.0:1329972962.590043:0:13970:0:(mdt_lib.c:101:mdt_root_squash()) Process entered
00000004:00000001:0.0:1329972962.590043:0:13970:0:(mdt_lib.c:104:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590044:0:13970:0:(mdt_lib.c:492:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590045:0:13970:0:(mdt_internal.h:719:mdt_check_resent()) Process entered
00000004:00000001:0.0:1329972962.590045:0:13970:0:(mdt_internal.h:729:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590046:0:13970:0:(mdt_reint.c:1323:mdt_reint_rec()) Process entered
00000004:00000001:0.0:1329972962.590047:0:13970:0:(mdt_open.c:1197:mdt_reint_open()) Process entered
00000004:00000002:0.0:1329972962.590048:0:13970:0:(mdt_open.c:1231:mdt_reint_open()) I am going to open [0x61ab:0x7015a331:0x0]/(f105e->[0x200002b10:0x3:0x0]) cr_flag=0100000000102 mode=0100644 msg_flag=0x0
00000004:00000001:0.0:1329972962.590050:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.590050:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x61ab:0x7015a331:0x0]
00000020:00000001:0.0:1329972962.590051:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000001:0.0:1329972962.590052:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.590053:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612133717343360 : -131939992208256 : ffff880053a1fc80)
00000004:00000001:0.0:1329972962.590054:0:13970:0:(mdt_handler.c:2164:mdt_object_lock()) Process entered
00000004:00000001:0.0:1329972962.590054:0:13970:0:(mdt_handler.c:229:mdt_lock_pdo_mode()) Process entered
00000004:00000001:0.0:1329972962.590055:0:13970:0:(cmm_object.c:486:cml_lock_mode()) Process entered
00000004:00000001:0.0:1329972962.590055:0:13970:0:(cmm_object.c:492:cml_lock_mode()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590056:0:13970:0:(mdt_handler.c:297:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:0.0:1329972962.590057:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.590057:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.590057:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.590058:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 3
00010000:00000001:0.0:1329972962.590059:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.590059:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db000.
00000020:00000001:0.0:1329972962.590060:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.590060:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db000 with handle 0xa58b72ca9be68a28 to hash
00000020:00000001:0.0:1329972962.590060:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.590061:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.590061:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.590062:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590062:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590063:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 3/0,1 mode: --/CW res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590065:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.590065:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.590066:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.590066:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590067:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.590067:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590068:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.590068:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.590069:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.590069:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.590070:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.590070:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ebc0 (25003/1880466225/0/0) (rc: 3)
00010000:00000040:0.0:1329972962.590071:0:13970:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.590071:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db480/0xa58b72ca9be688a7 (rc: 2) (pos: 1) (pid: 13970)
00010000:00000040:0.0:1329972962.590072:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68899)
00010000:00000040:0.0:1329972962.590073:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00000040:0.0:1329972962.590073:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 2, read: 0, write: 0 flags: 0x4000000
00010000:00000040:0.0:1329972962.590074:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x1
00010000:00001000:0.0:1329972962.590075:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.590075:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a28 (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.590076:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.590076:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.590076:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: CW, grant mode: CW, rc: 3, read: 0, write: 1 flags: 0x4004000
00010000:00001000:0.0:1329972962.590077:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.590077:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.590078:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.590078:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.590079:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590079:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.590080:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590080:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.590081:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.590081:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590082:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 3/0,1 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590083:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.590084:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590084:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590084:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.590085:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.590085:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.590095:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.590102:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.590103:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb46c0.
00000020:00000001:0.0:1329972962.590104:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.590104:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb46c0 with handle 0xa58b72ca9be68a2f to hash
00000020:00000001:0.0:1329972962.590105:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.590105:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.590106:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.590107:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590107:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590107:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 3/0,1 mode: --/PW res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590109:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.590109:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.590110:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.590110:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590111:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.590111:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590111:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.590112:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.590112:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.590112:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.590112:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.590113:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (25003/1880466225/0/276471019) (rc: 1)
00010000:00001000:0.0:1329972962.590114:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.590114:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000abb46c0/0xa58b72ca9be68a2f (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.590115:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.590115:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.590115:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 3, read: 0, write: 1 flags: 0x4004000
00010000:00001000:0.0:1329972962.590116:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.590116:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.590117:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.590117:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.590117:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590118:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.590118:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590119:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.590119:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.590120:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590120:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590122:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.590122:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590122:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.590123:0:13970:0:(mdt_handler.c:2245:mdt_object_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590124:0:13970:0:(cmm_object.c:465:cml_lookup()) Process entered
00000004:00000001:0.0:1329972962.590125:0:13970:0:(mdd_dir.c:120:mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.590126:0:13970:0:(mdd_dir.c:1429:__mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.590126:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.590128:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590129:0:13970:0:(osd_handler.c:3770:osd_index_ea_lookup()) Process entered
00000004:00000001:0.0:1329972962.590134:0:13970:0:(osd_handler.c:3065:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.590135:0:13970:0:(osd_handler.c:3782:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.590136:0:13970:0:(mdd_dir.c:1465:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.590136:0:13970:0:(mdd_dir.c:122:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.590137:0:13970:0:(cmm_object.c:475:cml_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:0.0:1329972962.590138:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.590138:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x200002b10:0x3:0x0]
00000020:00000001:0.0:1329972962.590139:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000001:0.0:1329972962.590151:0:13970:0:(lu_object.c:155:lu_object_alloc()) Process entered
00000004:00000001:0.0:1329972962.590152:0:13970:0:(mdt_handler.c:4781:mdt_object_alloc()) Process entered
00000004:00000010:0.0:1329972962.590153:0:13970:0:(mdt_handler.c:4783:mdt_object_alloc()) kmalloced 'mo': 240 at ffff880024620080.
00000004:00000001:0.0:1329972962.590154:0:13970:0:(mdt_handler.c:4796:mdt_object_alloc()) Process leaving (rc=18446612132924621016 : -131940784930600 : ffff8800246200d8)
00000004:00000001:0.0:1329972962.590154:0:13970:0:(mdt_handler.c:4808:mdt_object_init()) Process entered
00000004:00000040:0.0:1329972962.590155:0:13970:0:(mdt_handler.c:4811:mdt_object_init()) object init, fid = [0x200002b10:0x3:0x0]
00000004:00000001:0.0:1329972962.590156:0:13970:0:(cmm_object.c:113:cmm_object_alloc()) Process entered
00000004:00000010:0.0:1329972962.590156:0:13970:0:(cmm_object.c:133:cmm_object_alloc()) kmalloced 'clo': 80 at ffff880025283bc0.
00000004:00000001:0.0:1329972962.590157:0:13970:0:(cmm_object.c:154:cmm_object_alloc()) Process leaving (rc=18446612132937612224 : -131940771939392 : ffff880025283bc0)
00000004:00000001:0.0:1329972962.590158:0:13970:0:(mdt_handler.c:4820:mdt_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590158:0:13970:0:(cmm_object.c:187:cml_object_init()) Process entered
00000004:00000010:0.0:1329972962.590159:0:13970:0:(mdd_object.c:242:mdd_object_alloc()) kmalloced 'mdd_obj': 136 at ffff880045ec0480.
00000004:00000001:0.0:1329972962.590160:0:13970:0:(cmm_object.c:209:cml_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590160:0:13970:0:(mdd_object.c:265:mdd_object_init()) Process entered
00000004:00000010:0.0:1329972962.590161:0:13970:0:(osd_handler.c:298:osd_object_alloc()) kmalloced 'mo': 192 at ffff880055372080.
00000004:00000001:0.0:1329972962.590162:0:13970:0:(mdd_object.c:276:mdd_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590163:0:13970:0:(osd_handler.c:386:osd_fid_lookup()) Process entered
00000004:00000001:0.0:1329972962.590164:0:13970:0:(osd_handler.c:2797:osd_index_iam_lookup()) Process entered
00000004:00000001:0.0:1329972962.590174:0:13970:0:(osd_handler.c:2831:osd_index_iam_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590174:0:13970:0:(osd_handler.c:420:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.590175:0:13970:0:(lu_object.c:202:lu_object_alloc()) Process leaving (rc=18446612132924621016 : -131940784930600 : ffff8800246200d8)
00000004:00000001:0.0:1329972962.590176:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612132924620928 : -131940784930688 : ffff880024620080)
00000004:00000040:0.0:1329972962.590178:0:13970:0:(osd_handler.c:2235:osd_object_version_get()) Get version 0x1500000003 for inode 25003
00000004:00000002:0.0:1329972962.590179:0:13970:0:(mdt_reint.c:117:mdt_obj_version_get()) FID [0x61ab:0x7015a331:0x0] version is 0x1500000003
00000004:00000002:0.0:1329972962.590180:0:13970:0:(mdt_reint.c:117:mdt_obj_version_get()) FID [0x200002b10:0x3:0x0] version is 0x1
00000004:00000001:0.0:1329972962.590181:0:13970:0:(cmm_object.c:511:cml_create()) Process entered
00000004:00000001:0.0:1329972962.590182:0:13970:0:(mdd_dir.c:1624:mdd_create()) Process entered
00000004:00000001:0.0:1329972962.590182:0:13970:0:(mdd_dir.c:1520:mdd_create_sanity_check()) Process entered
00000004:00000001:0.0:1329972962.590182:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.590183:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590184:0:13970:0:(mdd_dir.c:1587:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590185:0:13970:0:(lustre_quota.h:751:lquota_chkquota()) Process entered
00040000:00000001:0.0:1329972962.590186:0:13970:0:(quota_interface.c:429:quota_chk_acq_common()) Process entered
00040000:00000001:0.0:1329972962.590187:0:13970:0:(quota_interface.c:402:quota_is_set()) Process leaving (rc=0 : 0 : 0)
00040000:00000001:0.0:1329972962.590187:0:13970:0:(quota_interface.c:432:quota_chk_acq_common()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590188:0:13970:0:(lustre_quota.h:758:lquota_chkquota()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590188:0:13970:0:(lustre_quota.h:751:lquota_chkquota()) Process entered
00040000:00000001:0.0:1329972962.590189:0:13970:0:(quota_interface.c:429:quota_chk_acq_common()) Process entered
00040000:00000001:0.0:1329972962.590189:0:13970:0:(quota_interface.c:402:quota_is_set()) Process leaving (rc=0 : 0 : 0)
00040000:00000001:0.0:1329972962.590189:0:13970:0:(quota_interface.c:432:quota_chk_acq_common()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590190:0:13970:0:(lustre_quota.h:758:lquota_chkquota()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590191:0:13970:0:(mdd_lov.c:396:mdd_lov_create()) Process entered
00000004:00000001:0.0:1329972962.590192:0:13970:0:(mdd_lov.c:210:mdd_get_md()) Process entered
00000004:00000001:0.0:1329972962.590197:0:13970:0:(mdd_lov.c:228:mdd_get_md()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590197:0:13970:0:(obd_class.h:797:obd_create()) Process entered
00020000:00000001:0.0:1329972962.590199:0:13970:0:(lov_obd.c:1134:lov_create()) Process entered
00020000:00000001:0.0:1329972962.590199:0:13970:0:(obd_class.h:1117:obd_getref()) Process entered
00020000:00000001:0.0:1329972962.590200:0:13970:0:(obd_class.h:1122:obd_getref()) Process leaving
00020000:00000001:0.0:1329972962.590201:0:13970:0:(lov_qos.c:1168:qos_statfs_update()) Process entered
00020000:00000001:0.0:1329972962.590202:0:13970:0:(lov_request.c:739:lov_prep_create_set()) Process entered
00020000:00000010:0.0:1329972962.590202:0:13970:0:(lov_request.c:741:lov_prep_create_set()) kmalloced 'set': 152 at ffff88005c58cb00.
00020000:00000001:0.0:1329972962.590204:0:13970:0:(lov_qos.c:1005:qos_prep_create()) Process entered
00020000:00000001:0.0:1329972962.590205:0:13970:0:(lov_pack.c:298:lov_alloc_memmd()) Process entered
00020000:00000040:0.0:1329972962.590205:0:13970:0:(lov_pack.c:300:lov_alloc_memmd()) alloc lsm, stripe_count 1
00020000:00000010:0.0:1329972962.590206:0:13970:0:(lov_ea.c:111:lsm_alloc_plain()) kmalloced 'lsm': 72 at ffff8800539fff40.
00020000:00000010:0.0:1329972962.590207:0:13970:0:(lov_ea.c:116:lsm_alloc_plain()) slab-alloced '(loi)': 272 at ffff8800324d2e40.
00020000:00000001:0.0:1329972962.590208:0:13970:0:(lov_pack.c:319:lov_alloc_memmd()) Process leaving (rc=72 : 72 : 48)
00020000:00000001:0.0:1329972962.590209:0:13970:0:(lov_qos.c:963:alloc_idx_array()) Process entered
00020000:00000010:0.0:1329972962.590209:0:13970:0:(lov_qos.c:966:alloc_idx_array()) kmalloced 'tmp_arr': 4 at ffff88000b3edc20.
00020000:00000001:0.0:1329972962.590210:0:13970:0:(lov_qos.c:794:alloc_qos()) Process entered
00020000:00000001:0.0:1329972962.590211:0:13970:0:(obd_class.h:1117:obd_getref()) Process entered
00020000:00000001:0.0:1329972962.590211:0:13970:0:(obd_class.h:1122:obd_getref()) Process leaving
00020000:00000001:0.0:1329972962.590211:0:13970:0:(lov_qos.c:1168:qos_statfs_update()) Process entered
00020000:00000001:0.0:1329972962.590212:0:13970:0:(lov_qos.c:818:alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5)
00020000:00000001:0.0:1329972962.590213:0:13970:0:(lov_qos.c:595:alloc_rr()) Process entered
00020000:00000001:0.0:1329972962.590213:0:13970:0:(lov_qos.c:368:qos_calc_rr()) Process entered
00020000:00000001:0.0:1329972962.590213:0:13970:0:(lov_qos.c:372:qos_calc_rr()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590214:0:13970:0:(obd_class.h:768:obd_precreate()) Process entered
00000008:00000001:0.0:1329972962.590215:0:13970:0:(osc_create.c:357:osc_precreate()) Process entered
00000008:00000001:0.0:1329972962.590216:0:13970:0:(osc_create.c:375:osc_precreate()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000001:0.0:1329972962.590216:0:13970:0:(obd_class.h:774:obd_precreate()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590217:0:13970:0:(lov_qos.c:685:alloc_rr()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590217:0:13970:0:(obd_class.h:1127:obd_putref()) Process entered
00020000:00000001:0.0:1329972962.590218:0:13970:0:(obd_class.h:1132:obd_putref()) Process leaving
00020000:00000001:0.0:1329972962.590218:0:13970:0:(lov_qos.c:952:alloc_qos()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590219:0:13970:0:(lov_qos.c:983:alloc_idx_array()) Process leaving (rc=1 : 1 : 1)
00020000:00000010:0.0:1329972962.590219:0:13970:0:(lov_qos.c:1071:qos_prep_create()) kmalloced 'req': 160 at ffff880050477cc0.
00020000:00000010:0.0:1329972962.590220:0:13970:0:(lov_qos.c:1077:qos_prep_create()) kmalloced 'req->rq_oi.oi_md': 64 at ffff880052a3ab40.
00020000:00000010:0.0:1329972962.590221:0:13970:0:(lov_qos.c:1081:qos_prep_create()) slab-alloced '((req->rq_oi.oi_oa))': 208 at ffff88000aa17cb0.
00020000:00000010:0.0:1329972962.590222:0:13970:0:(lov_qos.c:993:free_idx_array()) kfreed 'idx_arr': 4 at ffff88000b3edc20.
00020000:00000001:0.0:1329972962.590223:0:13970:0:(lov_qos.c:1123:qos_prep_create()) Process leaving
00020000:00000001:0.0:1329972962.590223:0:13970:0:(lov_request.c:762:lov_prep_create_set()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590223:0:13970:0:(obd_class.h:783:obd_create_async()) Process entered
00000008:00000001:0.0:1329972962.590224:0:13970:0:(osc_create.c:470:osc_create_async()) Process entered
00000100:00000001:0.0:1329972962.590225:0:13970:0:(client.c:812:ptlrpc_prep_fakereq()) Process entered
00000100:00000010:0.0:1329972962.590225:0:13970:0:(client.c:814:ptlrpc_prep_fakereq()) kmalloced 'request': 968 at ffff8800319f0000.
00000020:00000040:0.0:1329972962.590226:0:13970:0:(genops.c:925:class_import_get()) import ffff88005c9b1000 refcount=4 obd=lustre-OST0001-osc-MDT0000
00000100:00000001:0.0:1329972962.590227:0:13970:0:(client.c:851:ptlrpc_prep_fakereq()) Process leaving (rc=18446612133146722304 : -131940562829312 : ffff8800319f0000)
00000008:00100000:0.0:1329972962.590228:0:13970:0:(osc_create.c:432:handle_async_create())  set oscc_next_id = 258019
00000008:00000001:0.0:1329972962.590228:0:13970:0:(osc_create.c:433:handle_async_create()) Process leaving via out_wake (rc=0 : 0 : 0x0)
00020000:00000001:0.0:1329972962.590229:0:13970:0:(lov_request.c:562:lov_update_create_set()) Process entered
00020000:00000002:0.0:1329972962.590230:0:13970:0:(lov_request.c:601:lov_update_create_set()) objid 0x3 has subobj 0x3efe2/258018 at idx 1
00020000:00000001:0.0:1329972962.590231:0:13970:0:(lov_request.c:602:lov_update_create_set()) Process leaving (rc=0 : 0 : 0)
00020000:00000040:0.0:1329972962.590231:0:13970:0:(lov_request.c:105:lov_finished_set()) check set 1/1
00000100:00000040:0.0:1329972962.590232:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Complete"  req@ffff8800319f0000 x1394565373250214/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:0/0 lens 0/0 e 0 to 0 dl 1329972972 ref 1 fl Rpc:N/ffffffff/ffffffff rc 0/-1
00000008:00000001:0.0:1329972962.590234:0:13970:0:(osc_create.c:444:handle_async_create()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590235:0:13970:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.590235:0:13970:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff8800319f0000 x1394565373250214/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:0/0 lens 0/0 e 0 to 0 dl 1329972972 ref 1 fl Complete:N/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590237:0:13970:0:(client.c:2078:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1329972962.590238:0:13970:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.590238:0:13970:0:(genops.c:939:class_import_put()) import ffff88005c9b1000 refcount=3 obd=lustre-OST0001-osc-MDT0000
00000020:00000001:0.0:1329972962.590239:0:13970:0:(genops.c:946:class_import_put()) Process leaving
00000100:00000010:0.0:1329972962.590239:0:13970:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff8800319f0000.
00000100:00000001:0.0:1329972962.590240:0:13970:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.590240:0:13970:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1329972962.590241:0:13970:0:(osc_create.c:525:osc_create_async()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590241:0:13970:0:(obd_class.h:789:obd_create_async()) Process leaving (rc=0 : 0 : 0)
00020000:00000040:0.0:1329972962.590242:0:13970:0:(lov_request.c:105:lov_finished_set()) check set 1/1
00020000:00000001:0.0:1329972962.590242:0:13970:0:(lov_request.c:703:lov_fini_create_set()) Process entered
00020000:00000001:0.0:1329972962.590243:0:13970:0:(lov_request.c:614:create_done()) Process entered
00020000:00000010:0.0:1329972962.590243:0:13970:0:(lov_request.c:642:create_done()) slab-alloced '((ret_oa))': 208 at ffff88000aa17be0.
00020000:00000010:0.0:1329972962.590244:0:13970:0:(lov_request.c:663:create_done()) slab-freed '((ret_oa))': 208 at ffff88000aa17be0.
00020000:00000001:0.0:1329972962.590244:0:13970:0:(lov_request.c:666:create_done()) Process leaving via done (rc=0 : 0 : 0x0)
00020000:00000001:0.0:1329972962.590245:0:13970:0:(lov_request.c:697:create_done()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590246:0:13970:0:(lov_request.c:72:lov_finish_set()) Process entered
00020000:00000010:0.0:1329972962.590246:0:13970:0:(lov_request.c:82:lov_finish_set()) slab-freed '((req->rq_oi.oi_oa))': 208 at ffff88000aa17cb0.
00020000:00000010:0.0:1329972962.590247:0:13970:0:(lov_request.c:84:lov_finish_set()) kfreed 'req->rq_oi.oi_md': 64 at ffff880052a3ab40.
00020000:00000010:0.0:1329972962.590248:0:13970:0:(lov_request.c:88:lov_finish_set()) kfreed 'req': 160 at ffff880050477cc0.
00020000:00000010:0.0:1329972962.590248:0:13970:0:(lov_request.c:98:lov_finish_set()) kfreed 'set': 152 at ffff88005c58cb00.
00020000:00000001:0.0:1329972962.590249:0:13970:0:(lov_request.c:99:lov_finish_set()) Process leaving
00020000:00000001:0.0:1329972962.590249:0:13970:0:(lov_request.c:712:lov_fini_create_set()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590250:0:13970:0:(obd_class.h:1127:obd_putref()) Process entered
00020000:00000001:0.0:1329972962.590250:0:13970:0:(obd_class.h:1132:obd_putref()) Process leaving
00020000:00000001:0.0:1329972962.590250:0:13970:0:(lov_obd.c:1187:lov_create()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590251:0:13970:0:(obd_class.h:803:obd_create()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590251:0:13970:0:(obd_class.h:690:obd_packmd()) Process entered
00020000:00000001:0.0:1329972962.590252:0:13970:0:(lov_pack.c:147:lov_packmd()) Process entered
00020000:00000010:0.0:1329972962.590253:0:13970:0:(lov_pack.c:199:lov_packmd()) kmalloced '*lmmp': 56 at ffff880052a3ab40.
00020000:00000040:0.0:1329972962.590253:0:13970:0:(lov_pack.c:205:lov_packmd()) lov_packmd: LOV_MAGIC 0x0BD10BD0, lmm_size = 56 
00020000:00000001:0.0:1329972962.590254:0:13970:0:(lov_pack.c:244:lov_packmd()) Process leaving (rc=56 : 56 : 38)
00000004:00000001:0.0:1329972962.590254:0:13970:0:(obd_class.h:696:obd_packmd()) Process leaving (rc=56 : 56 : 38)
00000004:00000001:0.0:1329972962.590256:0:13970:0:(mds_lov.c:219:mds_lov_update_max_ost()) Process leaving
00000004:00000001:0.0:1329972962.590257:0:13970:0:(mds_lov.c:268:mds_lov_prepare_objids()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590257:0:13970:0:(mdd_lov.c:541:mdd_lov_create()) Process leaving
00000004:00000001:0.0:1329972962.590258:0:13970:0:(obd_class.h:735:obd_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.590258:0:13970:0:(lov_pack.c:343:lov_unpackmd()) Process entered
00020000:00000010:0.0:1329972962.590259:0:13970:0:(lov_ea.c:139:lsm_free_plain()) slab-freed 'lsm->lsm_oinfo[i]': 272 at ffff8800324d2e40.
00020000:00000010:0.0:1329972962.590260:0:13970:0:(lov_ea.c:141:lsm_free_plain()) kfreed 'lsm': 72 at ffff8800539fff40.
00020000:00000001:0.0:1329972962.590261:0:13970:0:(lov_pack.c:365:lov_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590261:0:13970:0:(obd_class.h:741:obd_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590262:0:13970:0:(mdd_permission.c:81:mdd_def_acl_get()) Process entered
00000004:00000001:0.0:1329972962.590263:0:13970:0:(mdd_permission.c:96:mdd_def_acl_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590264:0:13970:0:(osd_handler.c:665:osd_trans_start()) Process entered
00000004:00000010:0.0:1329972962.590266:0:13970:0:(osd_handler.c:672:osd_trans_start()) kmalloced 'oh': 112 at ffff8800539fff40.
00000020:00000010:0.0:1329972962.590267:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff880058eb1880.
00000004:00000010:0.0:1329972962.590268:0:13970:0:(mdt_handler.c:5704:mdt_txn_key_init()) kmalloced 'value': 80 at ffff88005c21bbc0.
00000004:00000001:0.0:1329972962.590269:0:13970:0:(osd_handler.c:714:osd_trans_start()) Process leaving (rc=18446612133717212992 : -131939992338624 : ffff8800539fff40)
00000004:00000001:0.0:1329972962.590270:0:13970:0:(mdd_object.c:893:mdd_object_create_internal()) Process entered
00000004:00000001:0.0:1329972962.590271:0:13970:0:(osd_handler.c:1960:osd_object_ea_create()) Process entered
00000004:00000001:0.0:1329972962.590286:0:13970:0:(osd_handler.c:2861:osd_index_iam_insert()) Process entered
00000004:00000001:0.0:1329972962.590290:0:13970:0:(osd_handler.c:2895:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590291:0:13970:0:(osd_handler.c:1978:osd_object_ea_create()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590291:0:13970:0:(mdd_object.c:916:mdd_object_create_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590292:0:13970:0:(mdd_dir.c:1474:mdd_object_initialize()) Process entered
00000004:00000001:0.0:1329972962.590293:0:13970:0:(mdd_object.c:951:mdd_attr_set_internal()) Process entered
00000004:00000001:0.0:1329972962.590294:0:13970:0:(mdd_object.c:958:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590295:0:13970:0:(mdd_dir.c:2404:mdd_links_add()) Process entered
00000004:00000001:0.0:1329972962.590297:0:13970:0:(mdd_object.c:1021:__mdd_xattr_set()) Process entered
00000004:00000001:0.0:1329972962.590298:0:13970:0:(mdd_object.c:1028:__mdd_xattr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590299:0:13970:0:(mdd_dir.c:2452:mdd_links_add()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590299:0:13970:0:(mdd_dir.c:1503:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590300:0:13970:0:(mdd_dir.c:579:__mdd_index_insert()) Process entered
00000004:00000001:0.0:1329972962.590301:0:13970:0:(mdd_dir.c:557:__mdd_index_insert_only()) Process entered
00000004:00000001:0.0:1329972962.590301:0:13970:0:(osd_handler.c:3149:osd_index_ea_insert()) Process entered
00000020:00000001:0.0:1329972962.590302:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.590306:0:13970:0:(osd_handler.c:2933:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.590307:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.590308:0:13970:0:(osd_handler.c:3178:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590308:0:13970:0:(mdd_dir.c:570:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590309:0:13970:0:(mdd_dir.c:587:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590309:0:13970:0:(mdd_lov.c:323:mdd_lov_set_md()) Process entered
00000004:00000001:0.0:1329972962.590310:0:13970:0:(mdd_object.c:1611:mdd_xattr_set_txn()) Process entered
00000004:00000001:0.0:1329972962.590310:0:13970:0:(mdd_object.c:1021:__mdd_xattr_set()) Process entered
00000004:00000001:0.0:1329972962.590311:0:13970:0:(mdd_object.c:1028:__mdd_xattr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590312:0:13970:0:(mdd_object.c:1617:mdd_xattr_set_txn()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:0.0:1329972962.590312:0:13970:0:(mdd_lov.c:358:mdd_lov_set_md()) Set lov md ffff880052a3ab40 size 56 for fid [0x200002b10:0x3:0x0] rc 0
00000004:00000001:0.0:1329972962.590313:0:13970:0:(mdd_lov.c:359:mdd_lov_set_md()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590314:0:13970:0:(mdd_object.c:1004:mdd_attr_check_set_internal_locked()) Process entered
00000004:00000001:0.0:1329972962.590314:0:13970:0:(mdd_object.c:968:mdd_attr_check_set_internal()) Process entered
00000004:00000001:0.0:1329972962.590315:0:13970:0:(mdd_object.c:928:mdd_attr_check()) Process entered
00000004:00000001:0.0:1329972962.590315:0:13970:0:(mdd_object.c:941:mdd_attr_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590316:0:13970:0:(mdd_object.c:951:mdd_attr_set_internal()) Process entered
00000004:00000001:0.0:1329972962.590316:0:13970:0:(mdd_object.c:958:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590317:0:13970:0:(mdd_object.c:976:mdd_attr_check_set_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590317:0:13970:0:(mdd_object.c:1012:mdd_attr_check_set_internal_locked()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590318:0:13970:0:(mdd_object.c:758:mdd_attr_get_internal()) Process entered
00000004:00000001:0.0:1329972962.590319:0:13970:0:(mdd_object.c:579:mdd_iattr_get()) Process entered
00000004:00000001:0.0:1329972962.590319:0:13970:0:(mdd_object.c:588:mdd_iattr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590320:0:13970:0:(mdd_object.c:627:__mdd_lmm_get()) Process entered
00000004:00000001:0.0:1329972962.590320:0:13970:0:(mdd_object.c:630:__mdd_lmm_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:0.0:1329972962.590320:0:13970:0:(mdd_object.c:787:mdd_attr_get_internal()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8800432acb28
00000004:00000001:0.0:1329972962.590321:0:13970:0:(mdd_object.c:788:mdd_attr_get_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590321:0:13970:0:(mdd_dir.c:1834:mdd_create()) Process leaving
00000004:00000001:0.0:1329972962.590322:0:13970:0:(mds_lov.c:311:mds_lov_update_objids()) Process entered
00000004:00000002:0.0:1329972962.590323:0:13970:0:(mds_lov.c:342:mds_lov_update_objids()) update last object for ost 1 - new 258018 old 257429
00000004:00000001:0.0:1329972962.590323:0:13970:0:(mds_lov.c:363:mds_lov_update_objids()) Process leaving
00000004:00000001:0.0:1329972962.590324:0:13970:0:(mdd_dir.c:638:mdd_changelog_ns_store()) Process entered
00000004:00000001:0.0:1329972962.590324:0:13970:0:(mdd_dir.c:642:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590325:0:13970:0:(osd_handler.c:726:osd_trans_stop()) Process entered
00000004:00000040:0.0:1329972962.590326:0:13970:0:(osd_handler.c:2248:osd_object_version_set()) Set version 0x150000000c (old 0x0) for inode 47
00000004:00000002:0.0:1329972962.590327:0:13970:0:(mdt_recovery.c:897:mdt_txn_stop_cb()) transno = 90194313228, last_committed = 90194313220
00000004:00000040:0.0:1329972962.590328:0:13970:0:(mdt_recovery.c:907:mdt_txn_stop_cb()) callback GETting export ffff880008f8f400 : new cb_count 6
00000020:00000040:0.0:1329972962.590329:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000004:00000001:0.0:1329972962.590329:0:13970:0:(mdt_recovery.c:736:mdt_last_rcvd_update()) Process entered
00000004:00000040:0.0:1329972962.590332:0:13970:0:(mdt_recovery.c:238:mdt_last_rcvd_write()) write lcd @8192 rc = 0, uuid = de1871f5-fba4-c446-15d4-74b25034d360, last_transno = 90194313228, last_xid = 1394565373250213, last_result = 0, last_data = 23, last_close_transno = 90194313227, last_close_xid = 1394565373250210 ,last_close_result = 0
00000004:00000001:0.0:1329972962.590334:0:13970:0:(mdt_recovery.c:819:mdt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590335:0:13970:0:(mds_lov.c:453:mds_lov_write_objids()) Process entered
00000004:00000040:0.0:1329972962.590336:0:13970:0:(mds_lov.c:64:mds_lov_dump_objids()) dump from write
00000004:00000040:0.0:1329972962.590336:0:13970:0:(mds_lov.c:72:mds_lov_dump_objids()) 0 - 1
00000004:00000040:0.0:1329972962.590337:0:13970:0:(mds_lov.c:72:mds_lov_dump_objids()) 1 - 0
00000004:00000040:0.0:1329972962.590337:0:13970:0:(mds_lov.c:89:mds_lov_dump_objids()) objid page 0 idx 0 - 257730 
00000004:00000040:0.0:1329972962.590337:0:13970:0:(mds_lov.c:89:mds_lov_dump_objids()) objid page 0 idx 1 - 258018 
00000004:00000001:0.0:1329972962.590339:0:13970:0:(mds_lov.c:93:mds_lov_dump_objids()) Process leaving
00000004:00000040:0.0:1329972962.590339:0:13970:0:(mds_lov.c:474:mds_lov_write_objids()) write 0 - 16
00000004:00000001:0.0:1329972962.590342:0:13970:0:(mds_lov.c:485:mds_lov_write_objids()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590343:0:13970:0:(osd_handler.c:745:osd_trans_stop()) Process leaving
00000004:00000010:0.0:1329972962.590343:0:13970:0:(mdd_lov.c:379:mdd_lov_create_finish()) kfreed 'lmm': 56 at ffff880052a3ab40.
00000004:00000001:0.0:1329972962.590344:0:13970:0:(lustre_quota.h:767:lquota_pending_commit()) Process entered
00040000:00000001:0.0:1329972962.590344:0:13970:0:(quota_interface.c:564:quota_pending_commit()) Process entered
00040000:04000000:0.0:1329972962.590345:0:13970:0:(quota_interface.c:566:quota_pending_commit()) commit pending quota for  mdd_obd-lustre-MDT0000
00040000:00000001:0.0:1329972962.590345:0:13970:0:(quota_interface.c:569:quota_pending_commit()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590346:0:13970:0:(lustre_quota.h:771:lquota_pending_commit()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590346:0:13970:0:(lustre_quota.h:767:lquota_pending_commit()) Process entered
00040000:00000001:0.0:1329972962.590347:0:13970:0:(quota_interface.c:564:quota_pending_commit()) Process entered
00040000:04000000:0.0:1329972962.590347:0:13970:0:(quota_interface.c:566:quota_pending_commit()) commit pending quota for  mdd_obd-lustre-MDT0000
00040000:00000001:0.0:1329972962.590347:0:13970:0:(quota_interface.c:569:quota_pending_commit()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590348:0:13970:0:(lustre_quota.h:771:lquota_pending_commit()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590348:0:13970:0:(lustre_quota.h:767:lquota_pending_commit()) Process entered
00040000:00000001:0.0:1329972962.590349:0:13970:0:(quota_interface.c:564:quota_pending_commit()) Process entered
00040000:04000000:0.0:1329972962.590349:0:13970:0:(quota_interface.c:566:quota_pending_commit()) commit pending quota for  mdd_obd-lustre-MDT0000
00040000:00000001:0.0:1329972962.590349:0:13970:0:(quota_interface.c:569:quota_pending_commit()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590350:0:13970:0:(lustre_quota.h:771:lquota_pending_commit()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590350:0:13970:0:(lustre_quota.h:653:lquota_adjust()) Process entered
00040000:00000001:0.0:1329972962.590351:0:13970:0:(quota_master.c:502:mds_quota_adjust()) Process entered
00040000:00000001:0.0:1329972962.590352:0:13970:0:(quota_context.c:1144:qctxt_adjust_qunit()) Process entered
00040000:00000001:0.0:1329972962.590352:0:13970:0:(quota_interface.c:402:quota_is_set()) Process leaving (rc=0 : 0 : 0)
00040000:00000001:0.0:1329972962.590353:0:13970:0:(quota_context.c:1147:qctxt_adjust_qunit()) Process leaving (rc=0 : 0 : 0)
00040000:00000001:0.0:1329972962.590353:0:13970:0:(quota_context.c:1144:qctxt_adjust_qunit()) Process entered
00040000:00000001:0.0:1329972962.590353:0:13970:0:(quota_interface.c:402:quota_is_set()) Process leaving (rc=0 : 0 : 0)
00040000:00000001:0.0:1329972962.590354:0:13970:0:(quota_context.c:1147:qctxt_adjust_qunit()) Process leaving (rc=0 : 0 : 0)
00040000:00000001:0.0:1329972962.590354:0:13970:0:(quota_master.c:567:mds_quota_adjust()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590355:0:13970:0:(lustre_quota.h:657:lquota_adjust()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590355:0:13970:0:(cmm_object.c:567:cml_create()) Process leaving
00000004:00000001:0.0:1329972962.590356:0:13970:0:(mdt_open.c:739:mdt_finish_open()) Process entered
00000004:00000002:0.0:1329972962.590357:0:13970:0:(mdt_handler.c:454:mdt_pack_attr2body()) [0x200002b10:0x3:0x0]: nlink=1, mode=100644, size=0
00000004:00000001:0.0:1329972962.590359:0:13970:0:(cmm_object.c:273:cml_xattr_get()) Process entered
00000004:00000001:0.0:1329972962.590360:0:13970:0:(mdd_object.c:830:mdd_xattr_get()) Process entered
00000004:00000001:0.0:1329972962.590361:0:13970:0:(mdd_object.c:839:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:0.0:1329972962.590362:0:13970:0:(cmm_object.c:275:cml_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:0.0:1329972962.590363:0:13970:0:(mdt_open.c:605:mdt_mfd_open()) Process entered
00000004:00000002:0.0:1329972962.590363:0:13970:0:(mdt_open.c:627:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56
00000004:00000001:0.0:1329972962.590364:0:13970:0:(mdt_open.c:514:mdt_write_get()) Process entered
00000004:00000001:0.0:1329972962.590364:0:13970:0:(mdt_open.c:521:mdt_write_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590365:0:13970:0:(mdt_open.c:167:mdt_ioepoch_open()) Process entered
00000004:00000001:0.0:1329972962.590365:0:13970:0:(mdt_open.c:171:mdt_ioepoch_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590366:0:13970:0:(cmm_object.c:346:cml_open()) Process entered
00000004:00000001:0.0:1329972962.590367:0:13970:0:(mdd_object.c:2013:mdd_open_sanity_check()) Process entered
00000004:00000001:0.0:1329972962.590367:0:13970:0:(mdd_object.c:2064:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590368:0:13970:0:(cmm_object.c:348:cml_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590368:0:13970:0:(mdt_open.c:65:mdt_mfd_new()) Process entered
00000004:00000010:0.0:1329972962.590369:0:13970:0:(mdt_open.c:67:mdt_mfd_new()) kmalloced 'mfd': 128 at ffff8800252832c0.
00000020:00000001:0.0:1329972962.590370:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.590370:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800252832c0 with handle 0xa58b72ca9be68a36 to hash
00000020:00000001:0.0:1329972962.590371:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00000004:00000001:0.0:1329972962.590371:0:13970:0:(mdt_open.c:73:mdt_mfd_new()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000004:00000001:0.0:1329972962.590372:0:13970:0:(mdt_internal.h:474:mdt_object_get()) Process entered
00000004:00000001:0.0:1329972962.590372:0:13970:0:(mdt_internal.h:476:mdt_object_get()) Process leaving
00000004:00080000:0.0:1329972962.590372:0:13970:0:(mdt_open.c:590:mdt_mfd_set_mode()) Change mfd ffff8800252832c0 mode 0x0->0x42
00000004:00000001:0.0:1329972962.590373:0:13970:0:(mdt_open.c:561:mdt_empty_transno()) Process entered
00000004:00000001:0.0:1329972962.590373:0:13970:0:(mdt_open.c:721:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590374:0:13970:0:(mdt_open.c:880:mdt_finish_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590374:0:13970:0:(mdt_open.c:1465:mdt_reint_open()) Process leaving
00000004:00000001:0.0:1329972962.590375:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.590375:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.590376:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.590376:0:13970:0:(mdt_handler.c:2317:mdt_object_unlock()) Process entered
00000004:00000001:0.0:1329972962.590377:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.590377:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590377:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590378:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.590379:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.590379:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.590380:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 3/0,1 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590382:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590382:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.590382:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.590383:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 2/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590384:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590385:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590385:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.590386:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 3/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.590387:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db000 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.590388:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.590389:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.590389:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 3/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590391:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.590391:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590391:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590392:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.590392:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.590393:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.590393:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 4/0,0 mode: CW/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590395:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.590395:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00000004:00000001:0.0:1329972962.590396:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.590396:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590397:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db000 : no-op
00010000:00000001:0.0:1329972962.590397:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.590397:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.590398:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590398:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.590399:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db000 with handle 0xa58b72ca9be68a28 from hash
00010000:00000001:0.0:1329972962.590399:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.590400:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590400:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590400:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.590401:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.590401:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590402:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.590402:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.590402:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.590403:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590403:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.590404:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590404:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.590404:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590405:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.590405:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.590406:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590406:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590406:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590407:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590407:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590408:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 2/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590409:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590410:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590410:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.590410:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.590410:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.590411:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db000/0xa58b72ca9be68a28 lrc: 0/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.590412:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.590413:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.590414:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.590414:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.590415:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.590415:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590415:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590415:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.590416:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00000004:00080000:0.0:1329972962.590417:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff880047a82c00 reply state = ffff8800432ac800 transno = 90194313228
00010000:00000001:0.0:1329972962.590417:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590418:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.590418:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.590418:0:13970:0:(mdt_handler.c:2322:mdt_object_unlock()) Process leaving
00000004:00000001:0.0:1329972962.590419:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.590419:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.590420:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.590420:0:13970:0:(mdt_reint.c:1327:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590420:0:13970:0:(mdt_handler.c:1561:mdt_reint_internal()) Process leaving
02000000:00000001:0.0:1329972962.590421:0:13970:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered
02000000:00000001:0.0:1329972962.590422:0:13970:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving
00000004:00000001:0.0:1329972962.590422:0:13970:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.590422:0:13970:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 56 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.590424:0:13970:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.590425:0:13970:0:(mdt_handler.c:3414:mdt_intent_reint()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.590425:0:13970:0:(mdt_handler.c:3491:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.590426:0:13970:0:(mdt_handler.c:3540:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.590426:0:13970:0:(ldlm_lock.c:371:ldlm_lock_destroy()) Process entered
00010000:00000001:0.0:1329972962.590427:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.590428:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590428:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590428:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590428:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.590429:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db240 with handle 0xa58b72ca9be68a21 from hash
00010000:00000001:0.0:1329972962.590429:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.590430:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590430:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590430:0:13970:0:(ldlm_lock.c:381:ldlm_lock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.590430:0:13970:0:(ldlm_lock.c:1321:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.590431:0:13970:0:(ldlm_lockd.c:1188:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.590432:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a21 lrc: 1/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a1a expref: 13 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590434:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.590434:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a21 lrc: 0/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a1a expref: 13 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.590436:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 1
00010000:00000001:0.0:1329972962.590436:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000040:0.0:1329972962.590437:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff8800112db240, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.590437:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.590438:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00010000:00000001:0.0:1329972962.590438:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.590439:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800112db240, rc 0)
00010000:00000040:0.0:1329972962.590440:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 90194313228, xid 1394565373250213
00010000:00000001:0.0:1329972962.590441:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00000020:00000040:0.0:1329972962.590441:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00010000:00000200:0.0:1329972962.590442:0:13970:0:(ldlm_lib.c:2189:target_send_reply()) rs transno = 90194313228, last committed = 90194313220
00010000:00000200:0.0:1329972962.590443:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880047a82c00 x1394565373250213/t90194313228(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/600 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00010000:00000001:0.0:1329972962.590446:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.590446:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.590447:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.590449:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.590449:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.590450:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.590451:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.590451:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590452:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.590452:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.590453:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 600 bytes to portal 10, xid 1394565373250213, offset 192
00000100:00000001:0.0:1329972962.590456:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.590457:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.590459:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=192 replen=1104  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590463:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.590464:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.590465:0:13970:0:(events.c:368:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.590465:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.590466:0:13970:0:(service.c:339:ptlrpc_schedule_difficult_reply()) Process entered
00000100:00000001:0.0:1329972962.590467:0:13970:0:(service.c:347:ptlrpc_schedule_difficult_reply()) Process leaving
00000100:00000001:0.0:1329972962.590467:0:13970:0:(events.c:368:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.590468:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590468:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.590469:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.590469:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00080000:0.0:1329972962.590470:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00000001:0.0:1329972962.590470:0:13970:0:(service.c:321:ptlrpc_dispatch_difficult_reply()) Process entered
00000100:00000001:0.0:1329972962.590472:0:13970:0:(service.c:330:ptlrpc_dispatch_difficult_reply()) Process leaving
00010000:00000001:0.0:1329972962.590472:0:13970:0:(ldlm_lib.c:2230:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.590472:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590473:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590473:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.590474:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047a82c00 x1394565373250213/t90194313228(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/600 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00000100:00000040:0.0:1329972962.590477:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.590477:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.590478:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.590479:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.590488:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff8800326e23c0.
00000004:00000010:0.0:1329972962.590489:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.590490:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3edc60.
00000080:00000010:0.0:1329972962.590490:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.590492:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.590492:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.590493:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.590494:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+12:19163:x1394565373250213:12345-0@lo:101 Request procesed in 511us (553us total) trans 90194313228 rc 301/301
00000020:00000040:0.0:1329972962.590496:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.590497:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.590502:0:11070:0:(service.c:1792:ptlrpc_handle_rs()) Process entered
00010000:00000001:0.0:1329972962.590502:0:11070:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590503:0:11070:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590503:0:11070:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.590504:0:11070:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.590504:0:11070:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.590505:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 3/0,1 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590507:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590507:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.590507:0:11070:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.590508:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 2/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590509:0:11070:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590510:0:11070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590510:0:11070:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.590510:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.590512:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb46c0 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.590513:0:11070:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.590513:0:11070:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.590513:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 3/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590515:0:11070:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.590515:0:11070:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590516:0:11070:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590516:0:11070:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.590516:0:11070:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.590517:0:11070:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.590517:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 4/0,0 mode: PW/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590519:0:11070:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.590519:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00000004:00000001:0.0:1329972962.590520:0:11070:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.590520:0:11070:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590520:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00010000:00000001:0.0:1329972962.590521:0:11070:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.590521:0:11070:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.590521:0:11070:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590522:0:11070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.590522:0:11070:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb46c0 with handle 0xa58b72ca9be68a2f from hash
00010000:00000001:0.0:1329972962.590523:0:11070:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.590523:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590523:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590524:0:11070:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.590524:0:11070:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.590524:0:11070:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590525:0:11070:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.590525:0:11070:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.590525:0:11070:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.590526:0:11070:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590526:0:11070:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.590526:0:11070:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.590527:0:11070:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.590527:0:11070:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590528:0:11070:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.590528:0:11070:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.590528:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590529:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590529:0:11070:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590550:0:11070:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590550:0:11070:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590551:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 2/0,0 mode: --/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.590553:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590553:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590553:0:11070:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.590554:0:11070:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.590554:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.590554:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a2f lrc: 0/0,0 mode: --/PW res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.590556:0:11070:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 0
00010000:00000001:0.0:1329972962.590556:0:11070:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.590557:0:11070:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.590558:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000020:00000040:0.0:1329972962.590559:0:11070:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 10
00000100:00000001:0.0:1329972962.590559:0:11070:0:(service.c:1880:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.590561:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.590562:0:19163:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.590563:0:19163:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.590565:0:19163:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590567:0:19163:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.590568:0:19163:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.590569:0:19163:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.590569:0:19163:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.590570:0:19163:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.590570:0:19163:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.590571:0:19163:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.590572:0:19163:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.590573:0:19163:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.590574:0:19163:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000040:0.0:1329972962.590574:0:19163:0:(client.c:1133:ptlrpc_check_status()) @@@ status is 301  req@ffff8800374fe000 x1394565373250213/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590577:0:19163:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.590577:0:19163:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.590578:0:19163:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x1500000003/0x1]
00000100:00000001:0.0:1329972962.590578:0:19163:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.590579:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.590579:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133242200064 : -131940467351552 : ffff8800374fe000)
00000100:00000001:0.0:1329972962.590580:0:19163:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.590580:0:19163:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.590581:0:19163:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.590581:0:19163:0:(client.c:1324:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:0.0:1329972962.590582:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Rpc:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.590584:0:19163:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:0.0:1329972962.590585:0:19163:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.590585:0:19163:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.590586:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Interpret:RP/ffffffff/ffffffff rc 301/-1
00000100:00100000:0.0:1329972962.590588:0:19163:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:19163:1394565373250213:0@lo:101
00000100:00000001:0.0:1329972962.590589:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.590590:0:19163:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.590591:0:19163:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.590591:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.590591:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.590594:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.590594:0:19163:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.590595:0:19163:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.590595:0:19163:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.590596:0:19163:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.590596:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590596:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590597:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.590597:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00010000:0.0:1329972962.590598:0:19163:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 4/0,1 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00000001:0.0:1329972962.590600:0:19163:0:(ldlm_request.c:528:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.590601:0:19163:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 4/0,1 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00000001:0.0:1329972962.590603:0:19163:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.590603:0:19163:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 4/0,1 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00000001:0.0:1329972962.590605:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590605:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.590605:0:19163:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 3/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00000001:0.0:1329972962.590607:0:19163:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590607:0:19163:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00000001:0.0:1329972962.590608:0:19163:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.590608:0:19163:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 4/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00010000:0.0:1329972962.590611:0:19163:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a240 already unused, calling callback (ffffffffa076e450)
00000080:00000001:0.0:1329972962.590612:0:19163:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.590612:0:19163:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.590612:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590613:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590613:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.590614:0:19163:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.590614:0:19163:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.590614:0:19163:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 5/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00000080:00000001:0.0:1329972962.590616:0:19163:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00000080:00000001:0.0:1329972962.590617:0:19163:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590617:0:19163:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:0.0:1329972962.590618:0:19163:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.590618:0:19163:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00010000:0.0:1329972962.590618:0:19163:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a240 : no-op
00010000:00000001:0.0:1329972962.590619:0:19163:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.590619:0:19163:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.590619:0:19163:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590620:0:19163:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.590620:0:19163:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a240 with handle 0xa58b72ca9be68a1a from hash
00010000:00000001:0.0:1329972962.590621:0:19163:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.590621:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590621:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590621:0:19163:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.590622:0:19163:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.590622:0:19163:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.590622:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590623:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590623:0:19163:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590623:0:19163:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590624:0:19163:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 3/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00000001:0.0:1329972962.590627:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590627:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590627:0:19163:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.590628:0:19163:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.590628:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590628:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590629:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.590629:0:19163:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a240/0xa58b72ca9be68a1a lrc: 0/0,0 mode: --/CW res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19163 timeout: 0
00010000:00000040:0.0:1329972962.590630:0:19163:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.590631:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.590632:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590632:0:19163:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:0.0:1329972962.590633:0:19163:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.590634:0:19163:0:(mdc_locks.c:475:mdc_finish_enqueue()) Process entered
00000002:00100000:0.0:1329972962.590634:0:19163:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 3 disposition: 37, status: 0  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.590637:0:19163:0:(mdc_request.c:719:mdc_set_open_replay_data()) Process entered
00000002:00100000:0.0:1329972962.590638:0:19163:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.590640:0:19163:0:(mdc_request.c:769:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.590641:0:19163:0:(mdc_locks.c:626:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.590641:0:19163:0:(mdc_locks.c:729:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590642:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.590642:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133242200064 : -131940467351552 : ffff8800374fe000)
00000100:00000001:0.0:1329972962.590643:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.590643:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133242200064 : -131940467351552 : ffff8800374fe000)
00010000:00000001:0.0:1329972962.590644:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590644:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590645:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590645:0:19163:0:(ldlm_lock.c:537:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00002000:0.0:1329972962.590646:0:19163:0:(mdc_locks.c:844:mdc_finish_intent_lock()) D_IT dentry f105e intent: open|creat status 0 disp 1800037 rc 0
00000002:00000001:0.0:1329972962.590647:0:19163:0:(mdc_locks.c:845:mdc_finish_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.590647:0:19163:0:(mdc_locks.c:967:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590648:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590649:0:19163:0:(lmv_intent.c:79:lmv_intent_remote()) Process entered
00800000:00000001:0.0:1329972962.590649:0:19163:0:(lmv_intent.c:89:lmv_intent_remote()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590650:0:19163:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.590650:0:19163:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590651:0:19163:0:(lmv_intent.c:336:lmv_intent_open()) Process leaving
00800000:00000010:0.0:1329972962.590651:0:19163:0:(lmv_intent.c:338:lmv_intent_open()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.590652:0:19163:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590653:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.590653:0:19163:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.590654:0:19163:0:(namei.c:441:ll_lookup_it_finish()) Process entered
00000080:00000001:0.0:1329972962.590655:0:19163:0:(dcache.c:182:ll_set_dd()) Process entered
00000080:00002000:0.0:1329972962.590655:0:19163:0:(dcache.c:187:ll_set_dd()) ldd on dentry f105e (ffff88004f165480) parent ffff8800185c6f00 inode (null) refc 1
00000080:00000010:0.0:1329972962.590656:0:19163:0:(dcache.c:192:ll_set_dd()) kmalloced 'lld': 104 at ffff88005b54b6c0.
00000080:00000001:0.0:1329972962.590657:0:19163:0:(dcache.c:205:ll_set_dd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590657:0:19163:0:(file.c:2142:ll_have_md_lock()) Process entered
00000080:00000040:0.0:1329972962.590658:0:19163:0:(file.c:2149:ll_have_md_lock()) trying to match res [0x61ab:0x7015a331:0x0] mode (null)
00000080:00000001:0.0:1329972962.590658:0:19163:0:(obd_class.h:2158:md_lock_match()) Process entered
00800000:00000001:0.0:1329972962.590659:0:19163:0:(lmv_obd.c:2908:lmv_lock_match()) Process entered
00800000:00000002:0.0:1329972962.590659:0:19163:0:(lmv_obd.c:2910:lmv_lock_match()) Lock match for [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.590660:0:19163:0:(obd_class.h:2158:md_lock_match()) Process entered
00000002:00000001:0.0:1329972962.590660:0:19163:0:(mdc_locks.c:167:mdc_lock_match()) Process entered
00010000:00000001:0.0:1329972962.590661:0:19163:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.590661:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.590662:0:19163:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.590663:0:19163:0:(ldlm_lock.c:1153:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000040:0.0:1329972962.590663:0:19163:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.590664:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000002:00000001:0.0:1329972962.590664:0:19163:0:(mdc_locks.c:172:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590665:0:19163:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590665:0:19163:0:(lmv_obd.c:2925:lmv_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590665:0:19163:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590666:0:19163:0:(file.c:2156:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590667:0:19163:0:(namei.c:508:ll_lookup_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590667:0:19163:0:(namei.c:594:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.590668:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.590669:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 3  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 4 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.590671:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590671:0:19163:0:(namei.c:722:ll_lookup_nd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590673:0:19163:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00000001:0.0:1329972962.590673:0:19163:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.590673:0:19163:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.590674:0:19163:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.590675:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.590676:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590676:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.590676:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590677:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.590677:0:19163:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.590677:0:19163:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.590678:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.590679:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590679:0:19163:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.590679:0:19163:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.590680:0:19163:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.590680:0:19163:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590681:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.590681:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.590682:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.590682:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.590682:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.590683:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.590683:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.590684:0:19163:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.590685:0:19163:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.590685:0:19163:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.590685:0:19163:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.590692:0:19163:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.590692:0:19163:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.590693:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.590694:0:19163:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.590694:0:19163:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.590694:0:19163:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.590695:0:19163:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.590697:0:19163:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.590697:0:19163:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.590698:0:19163:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.590698:0:19163:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.590700:0:19163:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.590701:0:19163:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.590701:0:19163:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.590702:0:19163:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.590702:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.590703:0:19163:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.590704:0:19163:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff8800103a6000.
00800000:00000001:0.0:1329972962.590704:0:19163:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.590705:0:19163:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.590705:0:19163:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.590706:0:19163:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.590706:0:19163:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.590707:0:19163:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.590707:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.590708:0:19163:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.590708:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.590708:0:19163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.590709:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590709:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590709:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.590710:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.590711:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590711:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.590711:0:19163:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590712:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590712:0:19163:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590713:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.590713:0:19163:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff880047bafc48
00010000:00000001:0.0:1329972962.590714:0:19163:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590714:0:19163:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590714:0:19163:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.590715:0:19163:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.590715:0:19163:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.590716:0:19163:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.590718:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590718:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590718:0:19163:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.590718:0:19163:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.590719:0:19163:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.590719:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590719:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.590719:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.590720:0:19163:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:0.0:1329972962.590720:0:19163:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 3
00000080:00000001:0.0:1329972962.590721:0:19163:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590722:0:19163:0:(namei.c:780:ll_create_it()) Process entered
00000080:00200000:0.0:1329972962.590723:0:19163:0:(namei.c:784:ll_create_it()) VFS Op:name=f105e,dir=25003/1880466225(ffff8800471c5b78),intent=open|creat
00000080:00000001:0.0:1329972962.590724:0:19163:0:(namei.c:735:ll_create_node()) Process entered
00000080:00000001:0.0:1329972962.590724:0:19163:0:(llite_lib.c:2027:ll_prep_inode()) Process entered
00000080:00000001:0.0:1329972962.590725:0:19163:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.590725:0:19163:0:(lmv_obd.c:2935:lmv_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.590726:0:19163:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.590726:0:19163:0:(mdc_request.c:487:mdc_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.590727:0:19163:0:(obd_class.h:735:obd_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.590728:0:19163:0:(lov_pack.c:343:lov_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.590728:0:19163:0:(lov_pack.c:298:lov_alloc_memmd()) Process entered
00020000:00000040:0.0:1329972962.590729:0:19163:0:(lov_pack.c:300:lov_alloc_memmd()) alloc lsm, stripe_count 1
00020000:00000010:0.0:1329972962.590729:0:19163:0:(lov_ea.c:111:lsm_alloc_plain()) kmalloced 'lsm': 72 at ffff880025283b40.
00020000:00000010:0.0:1329972962.590730:0:19163:0:(lov_ea.c:116:lsm_alloc_plain()) slab-alloced '(loi)': 272 at ffff8800324d2e40.
00020000:00000001:0.0:1329972962.590731:0:19163:0:(lov_pack.c:319:lov_alloc_memmd()) Process leaving (rc=72 : 72 : 48)
00020000:00000001:0.0:1329972962.590732:0:19163:0:(lov_pack.c:384:lov_unpackmd()) Process leaving (rc=72 : 72 : 48)
00000002:00000001:0.0:1329972962.590733:0:19163:0:(obd_class.h:741:obd_unpackmd()) Process leaving (rc=72 : 72 : 48)
00000002:00000001:0.0:1329972962.590733:0:19163:0:(mdc_request.c:604:mdc_get_lustre_md()) Process leaving
00800000:00000001:0.0:1329972962.590734:0:19163:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590734:0:19163:0:(lmv_obd.c:2937:lmv_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590734:0:19163:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590735:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.590736:0:19163:0:(lcommon_cl.c:1313:cl_fid_build_ino()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.590737:0:19163:0:(namei.c:129:ll_iget()) Process entered
00000080:00000010:0.0:1329972962.590739:0:19163:0:(super25.c:56:ll_alloc_inode()) slab-alloced '(lli)': 1080 at ffff8800471c40c0.
00000080:00000001:0.0:1329972962.590740:0:19163:0:(llite_lib.c:1726:ll_read_inode2()) Process entered
00000080:00200000:0.0:1329972962.590741:0:19163:0:(llite_lib.c:1729:ll_read_inode2()) VFS Op:inode=0/0(ffff8800471c41f8)
00000080:00000002:0.0:1329972962.590742:0:19163:0:(llite_lib.c:1566:ll_update_inode()) adding lsm ffff880025283b40 to inode 0/0(ffff8800471c41f8)
00000080:00000001:0.0:1329972962.590743:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.590743:0:19163:0:(lcommon_cl.c:1313:cl_fid_build_ino()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.590744:0:19163:0:(lcommon_cl.c:1322:cl_fid_build_gen()) Process entered
00000080:00000001:0.0:1329972962.590745:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.590745:0:19163:0:(lcommon_cl.c:1330:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b)
00000080:00000002:0.0:1329972962.590746:0:19163:0:(llite_lib.c:1623:ll_update_inode()) setting ino 144115373027885059 mtime from 0 to 1329972962
00000080:00000001:0.0:1329972962.590747:0:19163:0:(llite_lib.c:1756:ll_read_inode2()) Process leaving
00000020:00001000:0.0:1329972962.590748:0:19163:0:(cl_object.c:850:cl_env_peek()) 0@(null)
00000020:00000001:0.0:1329972962.590749:0:19163:0:(cl_object.c:800:cl_env_obtain()) Process entered
00000020:00000001:0.0:1329972962.590750:0:19163:0:(cl_object.c:825:cl_env_obtain()) Process leaving (rc=18446612133553162360 : -131940156389256 : ffff880049d8c878)
00000020:00001000:0.0:1329972962.590751:0:19163:0:(cl_object.c:881:cl_env_get()) 1@ffff880049d8c870
00000020:00000001:0.0:1329972962.590752:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000001:0.0:1329972962.590761:0:19163:0:(lu_object.c:155:lu_object_alloc()) Process entered
00000080:00000010:0.0:1329972962.590763:0:19163:0:(lcommon_cl.c:338:ccc_object_alloc()) slab-alloced '(vob)': 256 at ffff88000aa16e70.
00000020:00000001:0.0:1329972962.590764:0:19163:0:(cl_object.c:86:cl_object_header_init()) Process entered
00000020:00000001:0.0:1329972962.590765:0:19163:0:(cl_object.c:100:cl_object_header_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590766:0:19163:0:(lov_object.c:677:lov_object_alloc()) Process entered
00020000:00000010:0.0:1329972962.590767:0:19163:0:(lov_object.c:678:lov_object_alloc()) slab-alloced '(lov)': 208 at ffff88000aa5ccb0.
00020000:00000001:0.0:1329972962.590768:0:19163:0:(lov_object.c:692:lov_object_alloc()) Process leaving (rc=18446612132492856496 : -131941216695120 : ffff88000aa5ccb0)
00020000:00000001:0.0:1329972962.590769:0:19163:0:(lov_object.c:530:lov_object_init()) Process entered
00020000:00000001:0.0:1329972962.590769:0:19163:0:(lov_object.c:181:lov_init_raid0()) Process entered
00020000:00000010:0.0:1329972962.590770:0:19163:0:(lov_object.c:186:lov_init_raid0()) kmalloced 'r0->lo_sub': 8 at ffff88000b3edc60.
00020000:00000001:0.0:1329972962.590771:0:19163:0:(lov_object.c:118:lov_sub_find()) Process entered
00000020:00000001:0.0:1329972962.590771:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000020:00000001:0.0:1329972962.590780:0:19163:0:(lu_object.c:155:lu_object_alloc()) Process entered
00020000:00000001:0.0:1329972962.590781:0:19163:0:(lovsub_object.c:152:lovsub_object_alloc()) Process entered
00020000:00000010:0.0:1329972962.590782:0:19163:0:(lovsub_object.c:153:lovsub_object_alloc()) slab-alloced '(los)': 240 at ffff88000aa57e80.
00000020:00000001:0.0:1329972962.590783:0:19163:0:(cl_object.c:86:cl_object_header_init()) Process entered
00000020:00000001:0.0:1329972962.590783:0:19163:0:(cl_object.c:100:cl_object_header_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590784:0:19163:0:(lovsub_object.c:166:lovsub_object_alloc()) Process leaving (rc=18446612132492836632 : -131941216714984 : ffff88000aa57f18)
00020000:00000001:0.0:1329972962.590785:0:19163:0:(lovsub_object.c:64:lovsub_object_init()) Process entered
00000008:00000010:0.0:1329972962.590786:0:19163:0:(osc_object.c:237:osc_object_alloc()) slab-alloced '(osc)': 136 at ffff88000aa6a898.
00020000:00000001:0.0:1329972962.590787:0:19163:0:(lovsub_object.c:72:lovsub_object_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.590788:0:19163:0:(lu_object.c:202:lu_object_alloc()) Process leaving (rc=18446612132492836632 : -131941216714984 : ffff88000aa57f18)
00020000:00000001:0.0:1329972962.590801:0:19163:0:(lov_object.c:121:lov_sub_find()) Process leaving (rc=18446612132492836632 : -131941216714984 : ffff88000aa57f18)
00020000:00000002:0.0:1329972962.590802:0:19163:0:(lov_object.c:144:lov_init_sub()) [0x100010000:0x3efe2:0x0]@ffff88000aa57e80[0] -> [0x200002b10:0x3:0x0]@ffff88000aa16e70: id: 258018 seq: 0 idx: 1 gen: 0
00020000:00000001:0.0:1329972962.590804:0:19163:0:(lov_object.c:212:lov_init_raid0()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590804:0:19163:0:(lov_object.c:541:lov_object_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.590805:0:19163:0:(lu_object.c:202:lu_object_alloc()) Process leaving (rc=18446612132492570376 : -131941216981240 : ffff88000aa16f08)
00000020:00001000:0.0:1329972962.590811:0:19163:0:(cl_object.c:960:cl_env_put()) 1@ffff880049d8c870
00000080:00200000:0.0:1329972962.590814:0:19163:0:(namei.c:151:ll_iget()) got inode: ffff8800471c41f8 for [0x200002b10:0x3:0x0]
00000080:00000001:0.0:1329972962.590814:0:19163:0:(namei.c:153:ll_iget()) Process leaving (rc=18446612133507252728 : -131940202298888 : ffff8800471c41f8)
00000080:00000001:0.0:1329972962.590815:0:19163:0:(obd_class.h:2069:md_free_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.590816:0:19163:0:(lmv_obd.c:2944:lmv_free_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.590816:0:19163:0:(obd_class.h:2069:md_free_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.590817:0:19163:0:(mdc_request.c:626:mdc_free_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.590817:0:19163:0:(mdc_request.c:627:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590818:0:19163:0:(obd_class.h:2072:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590818:0:19163:0:(lmv_obd.c:2948:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590819:0:19163:0:(obd_class.h:2072:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590819:0:19163:0:(llite_lib.c:2068:ll_prep_inode()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.590820:0:19163:0:(namei.c:752:ll_create_node()) setting l_ast_data to inode ffff8800471c41f8 (144115373027885059/33554475)
00000080:00000001:0.0:1329972962.590820:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.590821:0:19163:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.590821:0:19163:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.590821:0:19163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.590822:0:19163:0:(mdc_locks.c:130:mdc_set_lock_data()) Process leaving
00000002:00000001:0.0:1329972962.590822:0:19163:0:(mdc_locks.c:131:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590822:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590823:0:19163:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590823:0:19163:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590824:0:19163:0:(namei.c:755:ll_create_node()) Process leaving
00000100:00000001:0.0:1329972962.590824:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.590825:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 3 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.590827:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590828:0:19163:0:(namei.c:803:ll_create_it()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590830:0:19163:0:(file.c:509:ll_file_open()) Process entered
00000080:00200000:0.0:1329972962.590830:0:19163:0:(file.c:512:ll_file_open()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8), flags 104501
00000080:00000010:0.0:1329972962.590832:0:19163:0:(file.c:61:ll_file_data_get()) slab-alloced '(fd)': 192 at ffff880008c85bc0.
00000080:00000010:0.0:1329972962.590833:0:19163:0:(file.c:620:ll_file_open()) kmalloced '*och_p': 40 at ffff880052a3ab40.
00000080:00000001:0.0:1329972962.590834:0:19163:0:(file.c:456:ll_local_open()) Process entered
00000080:00000001:0.0:1329972962.590835:0:19163:0:(obd_class.h:2109:md_set_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.590836:0:19163:0:(lmv_obd.c:2958:lmv_set_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.590836:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.590836:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.590837:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.590837:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.590838:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.590838:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.590839:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590839:0:19163:0:(obd_class.h:2109:md_set_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.590840:0:19163:0:(mdc_request.c:719:mdc_set_open_replay_data()) Process entered
00000002:00000010:0.0:1329972962.590840:0:19163:0:(obd.h:1649:obd_mod_alloc()) kmalloced 'mod': 32 at ffff88000b3edc20.
00000002:00100000:0.0:1329972962.590841:0:19163:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.590843:0:19163:0:(mdc_request.c:769:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590844:0:19163:0:(obd_class.h:2112:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590844:0:19163:0:(lmv_obd.c:2964:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590844:0:19163:0:(obd_class.h:2112:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00400000:0.0:1329972962.590848:0:19163:0:(rw.c:844:ras_reset()) lrp 0 cr 0 cp 0 ws 0 wl 0 nra 0 r 0 ri 0csr 0 sf 0 sp 0 sl 0 
00000080:00000001:0.0:1329972962.590849:0:19163:0:(file.c:481:ll_local_open()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590849:0:19163:0:(file.c:662:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.590850:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.590850:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.590852:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590853:0:19163:0:(dcache.c:246:ll_intent_release()) Process entered
00000080:00000040:0.0:1329972962.590854:0:19163:0:(dcache.c:248:ll_intent_release()) intent ffff880032b00a00 released
00000080:00000001:0.0:1329972962.590854:0:19163:0:(dcache.c:261:ll_intent_release()) Process leaving
00000080:00000010:0.0:1329972962.590854:0:19163:0:(namei.c:929:ll_create_nd()) kfreed 'it': 48 at ffff880032b00a00.
00000080:00000001:0.0:1329972962.590856:0:19163:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00200000:0.0:1329972962.590856:0:19163:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8), inode mode 81a4 mask 0
00000080:00000001:0.0:1329972962.590857:0:19163:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.590860:0:19163:0:(lov_obd.c:2778:lov_test_and_clear_async_rc()) Process entered
00020000:00000001:0.0:1329972962.590861:0:19163:0:(lov_obd.c:2786:lov_test_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590865:0:19163:0:(llite_lib.c:1292:ll_setattr_raw()) Process entered
00000080:00200000:0.0:1329972962.590865:0:19163:0:(llite_lib.c:1295:ll_setattr_raw()) VFS Op:inode=144115373027885059 valid 70
00000080:00000002:0.0:1329972962.590866:0:19163:0:(llite_lib.c:1332:ll_setattr_raw()) setting mtime 1329972962, ctime 1329972962, now = 1329972962
00000080:00000010:0.0:1329972962.590867:0:19163:0:(llite_lib.c:1342:ll_setattr_raw()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.590868:0:19163:0:(llite_lib.c:1171:ll_md_setattr()) Process entered
00000080:00000001:0.0:1329972962.590868:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.590869:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.590869:0:19163:0:(obd_class.h:2010:md_setattr()) Process entered
00800000:00000001:0.0:1329972962.590870:0:19163:0:(lmv_obd.c:2204:lmv_setattr()) Process entered
00800000:00000001:0.0:1329972962.590870:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.590871:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590871:0:19163:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.590871:0:19163:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.590872:0:19163:0:(lmv_obd.c:2214:lmv_setattr()) SETATTR for [0x200002b10:0x3:0x0], valid 0x100001f0
00800000:00000001:0.0:1329972962.590873:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.590873:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.590873:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.590874:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.590874:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.590875:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.590875:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.590876:0:19163:0:(obd_class.h:2010:md_setattr()) Process entered
00000002:00000001:0.0:1329972962.590876:0:19163:0:(mdc_reint.c:127:mdc_setattr()) Process entered
00000002:00000001:0.0:1329972962.590877:0:19163:0:(mdc_reint.c:87:mdc_resource_get_unused()) Process entered
00010000:00000001:0.0:1329972962.590877:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000002:00000001:0.0:1329972962.590878:0:19163:0:(mdc_reint.c:93:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.590879:0:19163:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800319f0000.
00000020:00000040:0.0:1329972962.590879:0:19163:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=13 obd=lustre-MDT0000-mdc-ffff880008f8a800
00010000:00000001:0.0:1329972962.590881:0:19163:0:(ldlm_request.c:709:ldlm_prep_elc_req()) Process entered
00010000:00000001:0.0:1329972962.590882:0:19163:0:(ldlm_request.c:1541:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1329972962.590882:0:19163:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.590882:0:19163:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.590883:0:19163:0:(ldlm_request.c:1665:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590883:0:19163:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.590884:0:19163:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.590884:0:19163:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.590885:0:19163:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff8800103a6000.
00000100:00000001:0.0:1329972962.590886:0:19163:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590887:0:19163:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.590887:0:19163:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590888:0:19163:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.590888:0:19163:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590889:0:19163:0:(ldlm_request.c:760:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000002:0.0:1329972962.590889:0:19163:0:(mdc_reint.c:171:mdc_setattr()) setting mtime 1329972962, ctime 1329972962
00000002:00000001:0.0:1329972962.590891:0:19163:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00000100:00000001:0.0:1329972962.590891:0:19163:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.590891:0:19163:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.590892:0:19163:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252830c0.
00000100:00000001:0.0:1329972962.590892:0:19163:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609408 : -131940771942208 : ffff8800252830c0)
00000100:00000001:0.0:1329972962.590893:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.590893:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133146722304 : -131940562829312 : ffff8800319f0000)
00000100:00000001:0.0:1329972962.590894:0:19163:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.590894:0:19163:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.590894:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590897:0:19163:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.590897:0:19163:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.590897:0:19163:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.590898:0:19163:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.590899:0:19163:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:19163:1394565373250215:0@lo:36
00000100:00000001:0.0:1329972962.590900:0:19163:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.590900:0:19163:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.590901:0:19163:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.590901:0:19163:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.590902:0:19163:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff88000aaa5800.
02000000:00000001:0.0:1329972962.590902:0:19163:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.590904:0:19163:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1394565373250215, portal 10
00000100:00000001:0.0:1329972962.590904:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.590905:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133146722304 : -131940562829312 : ffff8800319f0000)
00000100:00000040:0.0:1329972962.590906:0:19163:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590908:0:19163:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.590908:0:19163:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.590909:0:19163:0:(niobuf.c:85:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1394565373250215, offset 0
00000100:00000001:0.0:1329972962.590912:0:19163:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.590912:0:19163:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.590913:0:19163:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880047a82400.
00000100:00000040:0.0:1329972962.590913:0:19163:0:(events.c:291:request_in_callback()) incoming req@ffff880047a82400 x1394565373250215 msgsize 456
00000100:00100000:0.0:1329972962.590914:0:19163:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.590916:0:19163:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.590916:0:19163:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.590917:0:19163:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590919:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.590919:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590921:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590921:0:19163:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.590922:0:19163:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590922:0:19163:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.590923:0:19163:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590924:0:19163:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.590924:0:19163:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.590924:0:19163:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252830c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.590925:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.590925:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590926:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.590926:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590929:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.590929:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.590930:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516420096 : -131940193131520 : ffff880047a82400)
02000000:00000001:0.0:1329972962.590930:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.590931:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.590931:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.590932:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.590932:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250215
00000020:00000001:0.0:1329972962.590933:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.590933:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.590934:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.590934:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 11
00000020:00000001:0.0:1329972962.590935:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.590935:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.590936:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.590937:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.590937:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.590938:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590938:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.590938:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.590939:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590939:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590940:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.590941:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.590941:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.590942:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133516420096 : -131940193131520 : ffff880047a82400)
00000100:00000040:0.0:1329972962.590942:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880047a82400 x1394565373250215/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 456/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.590944:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.590945:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.590946:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.590947:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.590947:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.590948:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.590949:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880025283740.
00000004:00000010:0.0:1329972962.590949:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3ed5e0.
00000080:00000010:0.0:1329972962.590950:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.590951:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.590952:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.590952:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250215
00000100:00000001:0.0:1329972962.590953:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.590953:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.590954:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000100:00100000:0.0:1329972962.590954:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+12:19163:x1394565373250215:12345-0@lo:36
00000004:00000001:0.0:1329972962.590956:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.590956:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.590957:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.590957:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.590958:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.590958:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.590958:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590959:0:13970:0:(mdt_handler.c:1605:mdt_reint()) Process entered
00000004:00000002:0.0:1329972962.590960:0:13970:0:(mdt_handler.c:1579:mdt_reint_opcode()) @@@ reint opt = 1  req@ffff880047a82400 x1394565373250215/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 456/0 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000004:00000001:0.0:1329972962.590962:0:13970:0:(mdt_handler.c:1503:mdt_reint_internal()) Process entered
00000100:00000001:0.0:1329972962.590962:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.590963:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.590964:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1288 at ffff880008cfa000.
02000000:00000001:0.0:1329972962.590964:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.590965:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590965:0:13970:0:(mdt_lib.c:1292:mdt_reint_unpack()) Process entered
00000004:00000001:0.0:1329972962.590966:0:13970:0:(mdt_lib.c:840:mdt_setattr_unpack()) Process entered
00000004:00000001:0.0:1329972962.590966:0:13970:0:(mdt_lib.c:777:mdt_setattr_unpack_rec()) Process entered
00000004:00000001:0.0:1329972962.590967:0:13970:0:(mdt_lib.c:807:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590968:0:13970:0:(mdt_lib.c:813:mdt_ioepoch_unpack()) Process entered
00000004:00000001:0.0:1329972962.590968:0:13970:0:(mdt_lib.c:820:mdt_ioepoch_unpack()) Process leaving (rc=18446744073709551602 : -14 : fffffffffffffff2)
00000004:00000001:0.0:1329972962.590969:0:13970:0:(mdt_lib.c:832:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590969:0:13970:0:(mdt_lib.c:863:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590970:0:13970:0:(mdt_lib.c:1302:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590970:0:13970:0:(mdt_lib.c:463:old_init_ucred_reint()) Process entered
02000000:00000001:0.0:1329972962.590971:0:13970:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered
02000000:00000001:0.0:1329972962.590971:0:13970:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612132502803520 : -131941206748096 : ffff88000b3d9440)
00000004:00000001:0.0:1329972962.590972:0:13970:0:(mdt_lib.c:101:mdt_root_squash()) Process entered
00000004:00000001:0.0:1329972962.590972:0:13970:0:(mdt_lib.c:104:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590972:0:13970:0:(mdt_lib.c:492:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590973:0:13970:0:(mdt_internal.h:719:mdt_check_resent()) Process entered
00000004:00000001:0.0:1329972962.590973:0:13970:0:(mdt_internal.h:729:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590974:0:13970:0:(mdt_reint.c:1323:mdt_reint_rec()) Process entered
00000004:00000001:0.0:1329972962.590974:0:13970:0:(mdt_reint.c:489:mdt_reint_setattr()) Process entered
00000004:00000002:0.0:1329972962.590975:0:13970:0:(mdt_reint.c:492:mdt_reint_setattr()) @@@ setattr [0x200002b10:0x3:0x0] 7  req@ffff880047a82400 x1394565373250215/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 456/1024 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.590978:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00010000:0.0:1329972962.590978:0:13970:0:(ldlm_lockd.c:1415:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00000001:0.0:1329972962.590979:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.590979:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.590979:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.590980:0:13970:0:(ldlm_lock.c:537:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.590980:0:13970:0:(ldlm_lockd.c:1422:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 0)
00010000:00010000:0.0:1329972962.590981:0:13970:0:(ldlm_lockd.c:1450:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:0.0:1329972962.590981:0:13970:0:(ldlm_lockd.c:1451:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.590982:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.590982:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x200002b10:0x3:0x0]
00000020:00000001:0.0:1329972962.590982:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.590984:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612132924620928 : -131940784930688 : ffff880024620080)
00000004:00000001:0.0:1329972962.590984:0:13970:0:(mdt_reint.c:428:mdt_attr_set()) Process entered
00000004:00000001:0.0:1329972962.590985:0:13970:0:(mdt_handler.c:2164:mdt_object_lock()) Process entered
00010000:00000001:0.0:1329972962.590985:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.590986:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.590986:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.590995:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.591004:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.591005:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb4480.
00000020:00000001:0.0:1329972962.591006:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.591007:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb4480 with handle 0xa58b72ca9be68a3d to hash
00000020:00000001:0.0:1329972962.591007:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.591007:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.591008:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.591009:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.591009:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.591009:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 3/0,1 mode: --/PW res: 8589945616/3 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.591011:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.591012:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.591012:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.591013:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.591013:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.591014:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.591014:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.591014:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.591015:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.591015:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.591015:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.591016:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/0) (rc: 1)
00010000:00001000:0.0:1329972962.591017:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.591017:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000abb4480/0xa58b72ca9be68a3d (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.591018:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.591018:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.591018:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 3, read: 0, write: 1 flags: 0x4004000
00010000:00001000:0.0:1329972962.591019:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.591020:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.591020:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.591020:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.591021:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591021:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.591021:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591022:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.591023:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.591023:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.591024:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 3/0,1 mode: PW/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.591025:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.591026:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.591026:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.591026:0:13970:0:(mdt_handler.c:2245:mdt_object_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591027:0:13970:0:(cmm_object.c:264:cml_attr_set()) Process entered
00000004:00000001:0.0:1329972962.591028:0:13970:0:(mdd_object.c:1472:mdd_attr_set()) Process entered
00000004:00000001:0.0:1329972962.591028:0:13970:0:(mdd_object.c:1044:mdd_fix_attr()) Process entered
00000004:00000001:0.0:1329972962.591030:0:13970:0:(mdd_object.c:1262:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591030:0:13970:0:(mdd_trans.c:150:mdd_setattr_txn_param_build()) Process entered
00000004:00000001:0.0:1329972962.591031:0:13970:0:(mdd_trans.c:162:mdd_setattr_txn_param_build()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591031:0:13970:0:(osd_handler.c:665:osd_trans_start()) Process entered
00000004:00000010:0.0:1329972962.591032:0:13970:0:(osd_handler.c:672:osd_trans_start()) kmalloced 'oh': 112 at ffff880011325f40.
00000020:00000010:0.0:1329972962.591034:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff880058eb1080.
00000004:00000010:0.0:1329972962.591034:0:13970:0:(mdt_handler.c:5704:mdt_txn_key_init()) kmalloced 'value': 80 at ffff8800574f01c0.
00000004:00000001:0.0:1329972962.591035:0:13970:0:(osd_handler.c:714:osd_trans_start()) Process leaving (rc=18446612132602732352 : -131941106819264 : ffff880011325f40)
00000004:00000002:0.0:1329972962.591036:0:13970:0:(mdd_object.c:1507:mdd_attr_set()) setting mtime 1329972962, ctime 1329972962
00000004:00000001:0.0:1329972962.591037:0:13970:0:(mdd_object.c:986:mdd_attr_set_internal_locked()) Process entered
00000004:00000001:0.0:1329972962.591037:0:13970:0:(mdd_object.c:951:mdd_attr_set_internal()) Process entered
00000004:00000001:0.0:1329972962.591040:0:13970:0:(mdd_object.c:958:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591040:0:13970:0:(mdd_object.c:994:mdd_attr_set_internal_locked()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591041:0:13970:0:(mdd_object.c:1286:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591041:0:13970:0:(osd_handler.c:726:osd_trans_stop()) Process entered
00000004:00000002:0.0:1329972962.591042:0:13970:0:(mdt_recovery.c:897:mdt_txn_stop_cb()) transno = 90194313229, last_committed = 90194313220
00000004:00000040:0.0:1329972962.591043:0:13970:0:(mdt_recovery.c:907:mdt_txn_stop_cb()) callback GETting export ffff880008f8f400 : new cb_count 7
00000020:00000040:0.0:1329972962.591043:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000004:00000001:0.0:1329972962.591044:0:13970:0:(mdt_recovery.c:736:mdt_last_rcvd_update()) Process entered
00000004:00000040:0.0:1329972962.591046:0:13970:0:(mdt_recovery.c:238:mdt_last_rcvd_write()) write lcd @8192 rc = 0, uuid = de1871f5-fba4-c446-15d4-74b25034d360, last_transno = 90194313229, last_xid = 1394565373250215, last_result = 0, last_data = 0, last_close_transno = 90194313227, last_close_xid = 1394565373250210 ,last_close_result = 0
00000004:00000001:0.0:1329972962.591048:0:13970:0:(mdt_recovery.c:819:mdt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591048:0:13970:0:(mds_lov.c:453:mds_lov_write_objids()) Process entered
00000004:00000001:0.0:1329972962.591049:0:13970:0:(mds_lov.c:456:mds_lov_write_objids()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591049:0:13970:0:(osd_handler.c:745:osd_trans_stop()) Process leaving
00000004:00000001:0.0:1329972962.591050:0:13970:0:(mdd_object.c:1603:mdd_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591050:0:13970:0:(cmm_object.c:266:cml_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591051:0:13970:0:(mdt_reint.c:471:mdt_attr_set()) Process leaving
00000004:00000001:0.0:1329972962.591051:0:13970:0:(mdt_handler.c:2317:mdt_object_unlock()) Process entered
00000004:00000001:0.0:1329972962.591051:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00000004:00000001:0.0:1329972962.591052:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.591052:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.591052:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.591052:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.591053:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.591053:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00000004:00080000:0.0:1329972962.591054:0:13970:0:(mdt_handler.c:2281:mdt_save_lock()) request = ffff880047a82400 reply state = ffff880008cfa000 transno = 90194313229
00010000:00000001:0.0:1329972962.591055:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.591055:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.591055:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.591055:0:13970:0:(mdt_handler.c:2322:mdt_object_unlock()) Process leaving
00000004:00000001:0.0:1329972962.591056:0:13970:0:(cmm_object.c:255:cml_attr_get()) Process entered
00000004:00000001:0.0:1329972962.591057:0:13970:0:(mdd_object.c:815:mdd_attr_get()) Process entered
00000004:00000001:0.0:1329972962.591057:0:13970:0:(mdd_object.c:758:mdd_attr_get_internal()) Process entered
00000004:00000001:0.0:1329972962.591057:0:13970:0:(mdd_object.c:579:mdd_iattr_get()) Process entered
00000004:00000001:0.0:1329972962.591058:0:13970:0:(mdd_object.c:588:mdd_iattr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:0.0:1329972962.591058:0:13970:0:(mdd_object.c:787:mdd_attr_get_internal()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=(null)
00000004:00000001:0.0:1329972962.591059:0:13970:0:(mdd_object.c:788:mdd_attr_get_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591059:0:13970:0:(mdd_object.c:817:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591060:0:13970:0:(cmm_object.c:257:cml_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:0.0:1329972962.591060:0:13970:0:(mdt_handler.c:454:mdt_pack_attr2body()) [0x200002b10:0x3:0x0]: nlink=1, mode=100644, size=0
00000004:00000001:0.0:1329972962.591061:0:13970:0:(mdt_reint.c:600:mdt_reint_setattr()) Process leaving
00000004:00000001:0.0:1329972962.591061:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.591062:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.591063:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.591063:0:13970:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.591064:0:13970:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.591065:0:13970:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.591066:0:13970:0:(mdt_reint.c:1327:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591066:0:13970:0:(mdt_handler.c:1561:mdt_reint_internal()) Process leaving
02000000:00000001:0.0:1329972962.591067:0:13970:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered
02000000:00000001:0.0:1329972962.591067:0:13970:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving
00000004:00000001:0.0:1329972962.591067:0:13970:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.591067:0:13970:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.591068:0:13970:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.591068:0:13970:0:(mdt_handler.c:1619:mdt_reint()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1329972962.591069:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 90194313229, xid 1394565373250215
00010000:00000001:0.0:1329972962.591070:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00000020:00000040:0.0:1329972962.591070:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00010000:00000200:0.0:1329972962.591071:0:13970:0:(ldlm_lib.c:2189:target_send_reply()) rs transno = 90194313229, last committed = 90194313220
00010000:00000200:0.0:1329972962.591072:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880047a82400 x1394565373250215/t90194313229(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 456/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.591074:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.591074:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.591075:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.591076:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.591077:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.591077:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.591078:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.591078:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591079:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.591079:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.591081:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1394565373250215, offset 192
00000100:00000001:0.0:1329972962.591083:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591083:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.591086:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=984  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591089:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591090:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.591090:0:13970:0:(events.c:368:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.591091:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.591091:0:13970:0:(service.c:339:ptlrpc_schedule_difficult_reply()) Process entered
00000100:00000001:0.0:1329972962.591092:0:13970:0:(service.c:347:ptlrpc_schedule_difficult_reply()) Process leaving
00000100:00000001:0.0:1329972962.591092:0:13970:0:(events.c:368:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.591093:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591093:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.591094:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.591094:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00080000:0.0:1329972962.591095:0:13970:0:(ldlm_lib.c:2222:target_send_reply()) Schedule reply immediately
00000100:00000001:0.0:1329972962.591095:0:13970:0:(service.c:321:ptlrpc_dispatch_difficult_reply()) Process entered
00000100:00000001:0.0:1329972962.591096:0:13970:0:(service.c:330:ptlrpc_dispatch_difficult_reply()) Process leaving
00010000:00000001:0.0:1329972962.591096:0:13970:0:(ldlm_lib.c:2230:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.591096:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591097:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591097:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.591098:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047a82400 x1394565373250215/t90194313229(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 456/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.591100:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.591101:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00000008:00000010:0.0:1329972962.591102:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.591103:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.591103:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.591104:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880025283740.
00000004:00000010:0.0:1329972962.591105:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3ed5e0.
00000080:00000010:0.0:1329972962.591105:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.591106:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.591107:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.591107:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.591108:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19163:x1394565373250215:12345-0@lo:36 Request procesed in 163us (195us total) trans 90194313229 rc 0/0
00000020:00000040:0.0:1329972962.591110:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000100:00000001:0.0:1329972962.591110:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591114:0:11070:0:(service.c:1792:ptlrpc_handle_rs()) Process entered
00010000:00000001:0.0:1329972962.591114:0:11070:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.591114:0:11070:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.591115:0:11070:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.591115:0:11070:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.591116:0:11070:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.591116:0:11070:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 3/0,1 mode: PW/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.591118:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.591119:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.591119:0:11070:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.591119:0:11070:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 2/0,0 mode: PW/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.591121:0:11070:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.591121:0:11070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591122:0:11070:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.591122:0:11070:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 3/0,0 mode: PW/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.591124:0:11070:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb4480 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.591124:0:11070:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.591125:0:11070:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.591125:0:11070:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 3/0,0 mode: PW/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.591127:0:11070:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.591127:0:11070:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.591127:0:11070:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.591127:0:11070:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.591128:0:11070:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.591129:0:11070:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.591129:0:11070:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 4/0,0 mode: PW/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.591130:0:11070:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.591131:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00000004:00000001:0.0:1329972962.591131:0:11070:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.591131:0:11070:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.591132:0:11070:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00010000:00000001:0.0:1329972962.591132:0:11070:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.591133:0:11070:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.591133:0:11070:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.591133:0:11070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.591134:0:11070:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb4480 with handle 0xa58b72ca9be68a3d from hash
00010000:00000001:0.0:1329972962.591134:0:11070:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.591135:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.591135:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.591135:0:11070:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.591136:0:11070:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.591136:0:11070:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591136:0:11070:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.591137:0:11070:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.591137:0:11070:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.591137:0:11070:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.591138:0:11070:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.591138:0:11070:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.591138:0:11070:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.591139:0:11070:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591139:0:11070:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.591139:0:11070:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.591140:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.591140:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.591141:0:11070:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591141:0:11070:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591142:0:11070:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.591142:0:11070:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 2/0,0 mode: --/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.591144:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.591144:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.591144:0:11070:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.591144:0:11070:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.591145:0:11070:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.591145:0:11070:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb4480/0xa58b72ca9be68a3d lrc: 0/0,0 mode: --/PW res: 8589945616/3 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.591147:0:11070:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 0
00010000:00000001:0.0:1329972962.591147:0:11070:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.591148:0:11070:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.591149:0:11070:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000020:00000040:0.0:1329972962.591149:0:11070:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.591150:0:11070:0:(service.c:1880:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591151:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591152:0:19163:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591152:0:19163:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.591154:0:19163:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800319f0000 x1394565373250215/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/984 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591156:0:19163:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591157:0:19163:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591157:0:19163:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.591158:0:19163:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.591158:0:19163:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.591158:0:19163:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591159:0:19163:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.591160:0:19163:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.591161:0:19163:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.591162:0:19163:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.591162:0:19163:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591163:0:19163:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.591163:0:19163:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591164:0:19163:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.591164:0:19163:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1329972962.591165:0:19163:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.591165:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591166:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133146722304 : -131940562829312 : ffff8800319f0000)
00000100:00000001:0.0:1329972962.591166:0:19163:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.591167:0:19163:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.591167:0:19163:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.591167:0:19163:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.591168:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800319f0000 x1394565373250215/t90194313229(90194313229) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/424 e 0 to 0 dl 1329972969 ref 3 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591170:0:19163:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.591171:0:19163:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.591171:0:19163:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.591172:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800319f0000 x1394565373250215/t90194313229(90194313229) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/424 e 0 to 0 dl 1329972969 ref 3 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.591174:0:19163:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:19163:1394565373250215:0@lo:36
00000100:00000001:0.0:1329972962.591175:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591175:0:19163:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591176:0:19163:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.591176:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.591177:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800319f0000 x1394565373250215/t90194313229(90194313229) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/424 e 0 to 0 dl 1329972969 ref 3 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591179:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.591179:0:19163:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252830c0.
00000100:00000001:0.0:1329972962.591180:0:19163:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.591180:0:19163:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.591180:0:19163:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.591181:0:19163:0:(mdc_reint.c:225:mdc_setattr()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591182:0:19163:0:(obd_class.h:2015:md_setattr()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591182:0:19163:0:(lmv_obd.c:2252:lmv_setattr()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591183:0:19163:0:(obd_class.h:2015:md_setattr()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591183:0:19163:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.591184:0:19163:0:(lmv_obd.c:2935:lmv_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.591184:0:19163:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.591184:0:19163:0:(mdc_request.c:487:mdc_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.591185:0:19163:0:(mdc_request.c:604:mdc_get_lustre_md()) Process leaving
00800000:00000001:0.0:1329972962.591185:0:19163:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591185:0:19163:0:(lmv_obd.c:2937:lmv_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591186:0:19163:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591187:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.591188:0:19163:0:(lcommon_cl.c:1313:cl_fid_build_ino()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.591188:0:19163:0:(lcommon_cl.c:1322:cl_fid_build_gen()) Process entered
00000080:00000001:0.0:1329972962.591189:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.591189:0:19163:0:(lcommon_cl.c:1330:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b)
00000100:00000001:0.0:1329972962.591190:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.591190:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800319f0000 x1394565373250215/t90194313229(90194313229) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 456/424 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591192:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591193:0:19163:0:(llite_lib.c:1216:ll_md_setattr()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591193:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.591194:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591194:0:19163:0:(lcommon_cl.c:1030:cl_setattr_ost()) Process entered
00000020:00001000:0.0:1329972962.591195:0:19163:0:(cl_object.c:850:cl_env_peek()) 0@(null)
00000020:00000001:0.0:1329972962.591195:0:19163:0:(cl_object.c:800:cl_env_obtain()) Process entered
00000020:00000001:0.0:1329972962.591196:0:19163:0:(cl_object.c:825:cl_env_obtain()) Process leaving (rc=18446612133553162360 : -131940156389256 : ffff880049d8c878)
00000020:00001000:0.0:1329972962.591197:0:19163:0:(cl_object.c:881:cl_env_get()) 1@ffff880049d8c870
00000020:00000001:0.0:1329972962.591198:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa16f08 -> ffff88000aa16f08
00000020:00000001:0.0:1329972962.591199:0:19163:0:(cl_io.c:147:cl_io_init0()) Process entered
00000080:00000001:0.0:1329972962.591199:0:19163:0:(vvp_io.c:1075:vvp_io_init()) Process entered
00000020:00000001:0.0:1329972962.591200:0:19163:0:(cl_io.c:1054:cl_io_slice_add()) Process entered
00000020:00000001:0.0:1329972962.591200:0:19163:0:(cl_io.c:1060:cl_io_slice_add()) Process leaving
00000080:00000001:0.0:1329972962.591201:0:19163:0:(vvp_io.c:1100:vvp_io_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591202:0:19163:0:(lov_io.c:860:lov_io_init_raid0()) Process entered
00020000:00000001:0.0:1329972962.591202:0:19163:0:(lov_io.c:300:lov_io_slice_init()) Process entered
00020000:00000001:0.0:1329972962.591203:0:19163:0:(lov_io.c:343:lov_io_slice_init()) Process leaving
00020000:00000001:0.0:1329972962.591203:0:19163:0:(lov_io.c:276:lov_io_subio_init()) Process entered
00020000:00000010:0.0:1329972962.591204:0:19163:0:(lov_io.c:283:lov_io_subio_init()) kmalloced 'lio->lis_subs': 72 at ffff8800252830c0.
00020000:00000001:0.0:1329972962.591204:0:19163:0:(lov_io.c:291:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591205:0:19163:0:(cl_io.c:1054:cl_io_slice_add()) Process entered
00000020:00000001:0.0:1329972962.591205:0:19163:0:(cl_io.c:1060:cl_io_slice_add()) Process leaving
00020000:00000001:0.0:1329972962.591205:0:19163:0:(lov_io.c:869:lov_io_init_raid0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591206:0:19163:0:(cl_io.c:165:cl_io_init0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591206:0:19163:0:(cl_io.c:1001:cl_io_loop()) Process entered
00000020:00000001:0.0:1329972962.591207:0:19163:0:(cl_io.c:536:cl_io_iter_init()) Process entered
00020000:00000001:0.0:1329972962.591208:0:19163:0:(lov_io.c:381:lov_io_iter_init()) Process entered
00020000:00000002:0.0:1329972962.591209:0:19163:0:(lov_offset.c:236:lov_stripe_intersects()) [0->18446744073709551615] -> [(0) 0->18446744073709551615 (0)]
00020000:00000001:0.0:1329972962.591210:0:19163:0:(lov_io.c:213:lov_sub_get()) Process entered
00020000:00000001:0.0:1329972962.591210:0:19163:0:(lov_io.c:142:lov_io_sub_init()) Process entered
00000020:00001000:0.0:1329972962.591211:0:19163:0:(cl_object.c:850:cl_env_peek()) 0@(null)
00000020:00000001:0.0:1329972962.591211:0:19163:0:(cl_object.c:800:cl_env_obtain()) Process entered
00000020:00000001:0.0:1329972962.591212:0:19163:0:(cl_object.c:825:cl_env_obtain()) Process leaving (rc=18446612133553162544 : -131940156389072 : ffff880049d8c930)
00000020:00001000:0.0:1329972962.591212:0:19163:0:(cl_object.c:881:cl_env_get()) 1@ffff880049d8c928
00000020:00000001:0.0:1329972962.591213:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa57f18 -> ffff88000aa16f08
00000020:00000001:0.0:1329972962.591214:0:19163:0:(cl_io.c:147:cl_io_init0()) Process entered
00000020:00000001:0.0:1329972962.591214:0:19163:0:(cl_io.c:1054:cl_io_slice_add()) Process entered
00000020:00000001:0.0:1329972962.591214:0:19163:0:(cl_io.c:1060:cl_io_slice_add()) Process leaving
00000020:00000001:0.0:1329972962.591215:0:19163:0:(cl_io.c:165:cl_io_init0()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591215:0:19163:0:(lov_io.c:203:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591216:0:19163:0:(lov_io.c:224:lov_sub_get()) Process leaving (rc=18446612132937609408 : -131940771942208 : ffff8800252830c0)
00000020:00000001:0.0:1329972962.591216:0:19163:0:(cl_io.c:536:cl_io_iter_init()) Process entered
00000020:00000001:0.0:1329972962.591217:0:19163:0:(cl_io.c:548:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0)
00020000:00200000:0.0:1329972962.591217:0:19163:0:(lov_io.c:396:lov_io_iter_init()) shrink: 0 [0, 18446744073709551615)
00020000:00000001:0.0:1329972962.591218:0:19163:0:(lov_io.c:405:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591218:0:19163:0:(cl_io.c:548:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591219:0:19163:0:(cl_io.c:463:cl_io_lock()) Process entered
00020000:00000001:0.0:1329972962.591219:0:19163:0:(lov_io.c:464:lov_io_lock()) Process entered
00020000:00000001:0.0:1329972962.591220:0:19163:0:(lov_io.c:451:lov_io_call()) Process entered
00000020:00000001:0.0:1329972962.591220:0:19163:0:(cl_io.c:463:cl_io_lock()) Process entered
00000020:00000001:0.0:1329972962.591220:0:19163:0:(cl_io.c:278:cl_io_locks_sort()) Process entered
00000020:00000001:0.0:1329972962.591221:0:19163:0:(cl_io.c:315:cl_io_locks_sort()) Process leaving
00000020:00000001:0.0:1329972962.591221:0:19163:0:(cl_io.c:420:cl_lockset_lock()) Process entered
00000020:00000001:0.0:1329972962.591221:0:19163:0:(cl_io.c:444:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591222:0:19163:0:(cl_io.c:479:cl_io_lock()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591222:0:19163:0:(lov_io.c:459:lov_io_call()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591222:0:19163:0:(lov_io.c:465:lov_io_lock()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591223:0:19163:0:(cl_io.c:278:cl_io_locks_sort()) Process entered
00000020:00000001:0.0:1329972962.591223:0:19163:0:(cl_io.c:315:cl_io_locks_sort()) Process leaving
00000020:00000001:0.0:1329972962.591223:0:19163:0:(cl_io.c:420:cl_lockset_lock()) Process entered
00000020:00000001:0.0:1329972962.591224:0:19163:0:(cl_io.c:444:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591224:0:19163:0:(cl_io.c:479:cl_io_lock()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591225:0:19163:0:(cl_io.c:662:cl_io_start()) Process entered
00000020:00000001:0.0:1329972962.591225:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa16f08 -> ffff88000aa16f08
00000020:00000001:0.0:1329972962.591226:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa16f08 -> ffff88000aa16f08
00000020:00000001:0.0:1329972962.591226:0:19163:0:(cl_object.c:260:cl_object_attr_set()) Process entered
00000020:00000001:0.0:1329972962.591227:0:19163:0:(cl_object.c:275:cl_object_attr_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591227:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa16f08 -> ffff88000aa16f08
00020000:00000001:0.0:1329972962.591228:0:19163:0:(lov_io.c:470:lov_io_start()) Process entered
00020000:00000001:0.0:1329972962.591228:0:19163:0:(lov_io.c:451:lov_io_call()) Process entered
00000020:00000001:0.0:1329972962.591229:0:19163:0:(cl_io.c:662:cl_io_start()) Process entered
00000020:00000001:0.0:1329972962.591229:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa6a898 -> ffff88000aa16f08
00000020:00000001:0.0:1329972962.591229:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa6a898 -> ffff88000aa16f08
00000020:00000001:0.0:1329972962.591230:0:19163:0:(cl_object.c:228:cl_object_attr_get()) Process entered
00000020:00000001:0.0:1329972962.591230:0:19163:0:(cl_object.c:1097:cl_lvb2attr()) Process entered
00000020:00000001:0.0:1329972962.591231:0:19163:0:(cl_object.c:1103:cl_lvb2attr()) Process leaving
00000020:00000001:0.0:1329972962.591231:0:19163:0:(cl_object.c:242:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591232:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa6a898 -> ffff88000aa16f08
00000020:00000001:0.0:1329972962.591232:0:19163:0:(cl_object.c:260:cl_object_attr_set()) Process entered
00020000:00000001:0.0:1329972962.591233:0:19163:0:(lovsub_object.c:112:lovsub_attr_set()) Process entered
00020000:00000001:0.0:1329972962.591233:0:19163:0:(lovsub_object.c:114:lovsub_attr_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591234:0:19163:0:(cl_object.c:275:cl_object_attr_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591234:0:19163:0:(cl_object.c:173:cl_object_top()) ffff88000aa6a898 -> ffff88000aa16f08
00000008:00000001:0.0:1329972962.591235:0:19163:0:(osc_request.c:383:osc_setattr_async_base()) Process entered
00000100:00000010:0.0:1329972962.591240:0:19163:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff880047a82000.
00000020:00000040:0.0:1329972962.591240:0:19163:0:(genops.c:925:class_import_get()) import ffff880037a89000 refcount=3 obd=lustre-OST0001-osc-ffff880008f8a800
00000100:00000001:0.0:1329972962.591242:0:19163:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.591242:0:19163:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.591242:0:19163:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.591243:0:19163:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff8800515b2200.
00000100:00000001:0.0:1329972962.591244:0:19163:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1329972962.591247:0:19163:0:(osc_request.c:423:osc_setattr_async_base()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591248:0:19163:0:(cl_io.c:674:cl_io_start()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591248:0:19163:0:(lov_io.c:459:lov_io_call()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591249:0:19163:0:(lov_io.c:471:lov_io_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591249:0:19163:0:(cl_io.c:674:cl_io_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591250:0:19163:0:(cl_io.c:689:cl_io_end()) Process entered
00020000:00000001:0.0:1329972962.591250:0:19163:0:(lov_io.c:451:lov_io_call()) Process entered
00020000:00000001:0.0:1329972962.591251:0:19163:0:(lov_io.c:476:lov_io_end_wrapper()) Process entered
00000020:00000001:0.0:1329972962.591251:0:19163:0:(cl_io.c:689:cl_io_end()) Process entered
00000100:00000001:0.0:1329972962.591253:0:11080:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.591254:0:11080:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591254:0:11080:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.591255:0:11080:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 0 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591257:0:11080:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.591257:0:11080:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591258:0:11080:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.591258:0:11080:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.591259:0:11080:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250216:0@lo:2
00000100:00000001:0.0:1329972962.591260:0:11080:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.591260:0:11080:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.591261:0:11080:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591261:0:11080:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.591262:0:11080:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff88000abc2400.
02000000:00000001:0.0:1329972962.591262:0:11080:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.591264:0:11080:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250216, portal 4
00000100:00000001:0.0:1329972962.591265:0:11080:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591265:0:11080:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516419072 : -131940193132544 : ffff880047a82000)
00000100:00000040:0.0:1329972962.591266:0:11080:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591268:0:11080:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.591268:0:11080:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.591269:0:11080:0:(niobuf.c:85:ptl_send_buf()) Sending 408 bytes to portal 28, xid 1394565373250216, offset 0
00000100:00000001:0.0:1329972962.591272:0:11080:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591272:0:11080:0:(events.c:245:request_in_callback()) event type 1, status 0, service ost
00000100:00000010:0.0:1329972962.591273:0:11080:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff88000abc2000.
00000100:00000040:0.0:1329972962.591274:0:11080:0:(events.c:291:request_in_callback()) incoming req@ffff88000abc2000 x1394565373250216 msgsize 408
00000100:00100000:0.0:1329972962.591274:0:11080:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.591276:0:11080:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591277:0:11080:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.591277:0:11080:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591279:0:11080:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.591279:0:11080:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591281:0:11080:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591282:0:11080:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.591282:0:11080:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591283:0:11080:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.591283:0:11080:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591284:0:11080:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591284:0:11080:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591286:0:11080:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.591286:0:11080:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00000001:0.0:1329972962.591287:0:11080:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.591287:0:11080:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591287:0:11080:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591288:0:11080:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591288:0:11080:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.591288:0:11080:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591289:0:11080:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591289:0:11080:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591292:0:14049:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.591293:0:14049:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591293:0:14049:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132494319616 : -131941215232000 : ffff88000abc2000)
02000000:00000001:0.0:1329972962.591294:0:14049:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.591294:0:14049:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.591294:0:14049:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591295:0:14049:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.591296:0:14049:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250216
00000020:00000001:0.0:1329972962.591296:0:14049:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.591296:0:14049:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6859e
00000020:00000001:0.0:1329972962.591297:0:14049:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.591297:0:14049:0:(genops.c:749:class_export_get()) GETting export ffff880046d08400 : new refcount 4
00000020:00000001:0.0:1329972962.591298:0:14049:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133502288896 : -131940207262720 : ffff880046d08400)
00000020:00000001:0.0:1329972962.591299:0:14049:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612133502288896 : -131940207262720 : ffff880046d08400)
00000100:00000001:0.0:1329972962.591299:0:14049:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.591300:0:14049:0:(service.c:897:ptlrpc_at_set_timer()) armed ost at +1s
00000100:00000001:0.0:1329972962.591301:0:14049:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.591301:0:14049:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591302:0:14049:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.591302:0:14049:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.591302:0:14049:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591303:0:14049:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591304:0:14049:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591305:0:14049:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.591305:0:14049:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.591305:0:14049:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132494319616 : -131941215232000 : ffff88000abc2000)
00000100:00000040:0.0:1329972962.591306:0:14049:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff88000abc2000 x1394565373250216/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 408/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591308:0:14049:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.591309:0:14049:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.591309:0:14049:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.591310:0:14049:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.591311:0:14049:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.591312:0:14049:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880025283740.
00000004:00000010:0.0:1329972962.591312:0:14049:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.591313:0:14049:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3ed5e0.
00000080:00000010:0.0:1329972962.591314:0:14049:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.591314:0:14049:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.591315:0:14049:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.591315:0:14049:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250216
00000100:00000001:0.0:1329972962.591316:0:14049:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.591316:0:14049:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880046d08400 : new rpc_count 1
00000020:00000040:0.0:1329972962.591317:0:14049:0:(genops.c:749:class_export_get()) GETting export ffff880046d08400 : new refcount 5
00000100:00100000:0.0:1329972962.591318:0:14049:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250216:12345-0@lo:2
00000010:00000001:0.0:1329972962.591319:0:14049:0:(ost_handler.c:2084:ost_handle()) Process entered
00000010:00000002:0.0:1329972962.591320:0:14049:0:(ost_handler.c:2178:ost_handle()) setattr
00000010:00000001:0.0:1329972962.591321:0:14049:0:(ost_handler.c:479:ost_setattr()) Process entered
00000100:00000001:0.0:1329972962.591322:0:14049:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.591322:0:14049:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.591323:0:14049:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 664 at ffff8800374fe800.
02000000:00000001:0.0:1329972962.591323:0:14049:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591324:0:14049:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000010:00000010:0.0:1329972962.591325:0:14049:0:(ost_handler.c:501:ost_setattr()) kmalloced 'oinfo': 104 at ffff880058f48240.
00000010:00000001:0.0:1329972962.591325:0:14049:0:(obd_class.h:851:obd_setattr()) Process entered
00002000:00000001:0.0:1329972962.591337:0:14049:0:(filter.c:3402:filter_setattr()) Process entered
00002000:00000001:0.0:1329972962.591338:0:14049:0:(filter_capa.c:125:filter_auth_capa()) Process entered
00002000:00000001:0.0:1329972962.591338:0:14049:0:(filter_capa.c:136:filter_auth_capa()) Process leaving (rc=0 : 0 : 0)
00002000:00000001:0.0:1329972962.591340:0:14049:0:(filter.c:1472:filter_fid2dentry()) Process entered
00002000:00000002:0.0:1329972962.591343:0:14049:0:(filter.c:1497:filter_fid2dentry()) looking up object O/d2/258018
00002000:00000002:0.0:1329972962.591346:0:14049:0:(filter.c:1516:filter_fid2dentry()) got child objid 258018: ffff880018586480, count = 1
00002000:00000001:0.0:1329972962.591347:0:14049:0:(filter.c:1520:filter_fid2dentry()) Process leaving (rc=18446612132722664576 : -131940986887040 : ffff880018586480)
00002000:00000010:0.0:1329972962.591350:0:14049:0:(filter.c:585:filter_fmd_get()) slab-alloced '(fmd_new)': 56 at ffff88000aa14450.
00002000:00000001:0.0:1329972962.591351:0:14049:0:(filter.c:3227:filter_setattr_internal()) Process entered
00000020:00000002:0.0:1329972962.591352:0:14049:0:(obdo.c:266:iattr_from_obdo()) valid 0x100000f, new time 1329972962/1329972962
00002000:00000040:0.0:1329972962.591353:0:14049:0:(fsfilt-ldiskfs.c:234:fsfilt_ldiskfs_get_version()) Get version 0x0 for inode 14
00002000:00000001:0.0:1329972962.591354:0:14049:0:(filter.c:119:filter_version_get_check()) Process leaving (rc=0 : 0 : 0)
00002000:00000040:0.0:1329972962.591357:0:14049:0:(lustre_fsfilt.h:223:fsfilt_start_log()) started handle ffff88000efca168 ((null))
00002000:00000001:0.0:1329972962.591372:0:14049:0:(fsfilt-ldiskfs.c:635:fsfilt_ldiskfs_setattr()) Process leaving (rc=0 : 0 : 0)
00002000:00000040:0.0:1329972962.591374:0:14049:0:(lustre_fsfilt.h:284:fsfilt_extend()) extending handle ffff88000efca168 with 2 blocks
00002000:00000040:0.0:1329972962.591375:0:14049:0:(filter.c:191:filter_finish_transno()) callback GETting export ffff880046d08400 : new cb_count 1
00000020:00000040:0.0:1329972962.591376:0:14049:0:(genops.c:749:class_export_get()) GETting export ffff880046d08400 : new refcount 6
00002000:00000010:0.0:1329972962.591377:0:14049:0:(fsfilt-ldiskfs.c:796:fsfilt_ldiskfs_add_journal_cb()) slab-alloced '(fcb)': 56 at ffff88000aa553e0.
00002000:00000008:0.0:1329972962.591378:0:14049:0:(fsfilt-ldiskfs.c:805:fsfilt_ldiskfs_add_journal_cb()) set callback for last_rcvd: 264364
00002000:00100000:0.0:1329972962.591390:0:14049:0:(filter.c:212:filter_finish_transno()) wrote trans 264364 for client de1871f5-fba4-c446-15d4-74b25034d360 at #1: err = 0
00002000:00000001:0.0:1329972962.591391:0:14049:0:(filter.c:214:filter_finish_transno()) Process leaving (rc=0 : 0 : 0)
00002000:00000040:0.0:1329972962.591392:0:14049:0:(lustre_fsfilt.h:296:fsfilt_commit()) committing handle ffff88000efca168
00002000:00000001:0.0:1329972962.591393:0:14049:0:(filter.c:3363:filter_setattr_internal()) Process leaving
00000020:00000002:0.0:1329972962.591401:0:14049:0:(obdo.c:73:obdo_from_inode()) valid 47fe, new time 1329972962/1329972962
00002000:00000001:0.0:1329972962.591402:0:14049:0:(filter.c:3484:filter_setattr()) Process leaving
00002000:00000002:0.0:1329972962.591402:0:14049:0:(filter.c:221:f_dput()) putting 258018: ffff880018586480, count = 0
00000010:00000001:0.0:1329972962.591404:0:14049:0:(obd_class.h:857:obd_setattr()) Process leaving (rc=0 : 0 : 0)
00000010:00000010:0.0:1329972962.591404:0:14049:0:(ost_handler.c:509:ost_setattr()) kfreed 'oinfo': 104 at ffff880058f48240.
00000010:00000001:0.0:1329972962.591405:0:14049:0:(ost_handler.c:514:ost_setattr()) Process leaving (rc=0 : 0 : 0)
00000010:00000001:0.0:1329972962.591406:0:14049:0:(ost_handler.c:2343:ost_handle()) Process leaving
00010000:00000040:0.0:1329972962.591407:0:14049:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 0, transno 0, xid 1394565373250216
00010000:00000001:0.0:1329972962.591407:0:14049:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.591408:0:14049:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff88000abc2000 x1394565373250216/t264364(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 408/400 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.591410:0:14049:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.591411:0:14049:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.591412:0:14049:0:(import.c:1486:at_measured()) add 1 to ffff8800156ee580 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.591413:0:14049:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.591413:0:14049:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.591414:0:14049:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.591414:0:14049:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.591415:0:14049:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591415:0:14049:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.591416:0:14049:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.591417:0:14049:0:(niobuf.c:85:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1394565373250216, offset 192
00000100:00000001:0.0:1329972962.591419:0:14049:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591420:0:14049:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 1 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.591422:0:14049:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=400 offset=192 replen=400  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 1 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591426:0:14049:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591426:0:14049:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.591427:0:14049:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.591427:0:14049:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591428:0:14049:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.591428:0:14049:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.591429:0:14049:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591429:0:14049:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000100:00000040:0.0:1329972962.591430:0:14049:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff88000abc2000 x1394565373250216/t264364(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 408/400 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.591432:0:14049:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880046d08400 : new rpc_count 0
00000020:00000040:0.0:1329972962.591432:0:14049:0:(genops.c:759:class_export_put()) PUTting export ffff880046d08400 : new refcount 5
00000008:00000010:0.0:1329972962.591433:0:14049:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.591434:0:14049:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.591435:0:14049:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880025283740.
00000004:00000010:0.0:1329972962.591435:0:14049:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.591436:0:14049:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3ed5e0.
00000080:00000010:0.0:1329972962.591437:0:14049:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.591437:0:14049:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.591438:0:14049:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.591439:0:14049:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.591440:0:14049:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_08:de1871f5-fba4-c446-15d4-74b25034d360+5:11080:x1394565373250216:12345-0@lo:2 Request procesed in 130us (166us total) trans 264364 rc 0/0
00000020:00000040:0.0:1329972962.591441:0:14049:0:(genops.c:759:class_export_put()) PUTting export ffff880046d08400 : new refcount 4
00000100:00000001:0.0:1329972962.591442:0:14049:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591446:0:11080:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.591446:0:11080:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591447:0:11080:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591447:0:11080:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 1 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.591449:0:11080:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff880047a82000 x1394565373250216/t0(0) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 1 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591453:0:11080:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591453:0:11080:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591454:0:11080:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.591454:0:11080:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.591454:0:11080:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.591455:0:11080:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591455:0:11080:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.591456:0:11080:0:(import.c:1486:at_measured()) add 1 to ffff880037a893c0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.591457:0:11080:0:(import.c:1486:at_measured()) add 1 to ffff880037a89388 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.591458:0:11080:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.591458:0:11080:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591459:0:11080:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.591459:0:11080:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591460:0:11080:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.591460:0:11080:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1329972962.591461:0:11080:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.591461:0:11080:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591461:0:11080:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516419072 : -131940193132544 : ffff880047a82000)
00000100:00000001:0.0:1329972962.591462:0:11080:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.591462:0:11080:0:(client.c:2298:ptlrpc_free_committed()) lustre-OST0001-osc-ffff880008f8a800: skip recheck: last_committed 0
00000100:00000001:0.0:1329972962.591463:0:11080:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.591463:0:11080:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.591464:0:11080:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff880047a82000 x1394565373250216/t264364(264364) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591466:0:11080:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.591466:0:11080:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.591467:0:11080:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1329972962.591467:0:11080:0:(osc_request.c:360:osc_setattr_interpret()) Process entered
00000008:00000001:0.0:1329972962.591468:0:11080:0:(osc_request.c:372:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.591468:0:11080:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047a82000 x1394565373250216/t264364(264364) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.591471:0:11080:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd:de1871f5-fba4-c446-15d4-74b25034d360:11080:1394565373250216:0@lo:2
00000100:00000001:0.0:1329972962.591472:0:11080:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591472:0:11080:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.591472:0:11080:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880047a82000 x1394565373250216/t264364(264364) o-1->lustre-OST0001_UUID@10.3.0.24@tcp:28/4 lens 408/400 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591474:0:11080:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591475:0:11080:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591476:0:11080:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.591476:0:11080:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591477:0:11080:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.591477:0:11080:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591477:0:11080:0:(ptlrpcd.c:219:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1329972962.591478:0:11080:0:(ptlrpcd.c:261:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591479:0:19163:0:(cl_io.c:697:cl_io_end()) Process leaving
00020000:00000001:0.0:1329972962.591479:0:19163:0:(lov_io.c:486:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591480:0:19163:0:(lov_io.c:459:lov_io_call()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591481:0:19163:0:(cl_io.c:697:cl_io_end()) Process leaving
00000020:00000001:0.0:1329972962.591481:0:19163:0:(cl_io.c:497:cl_io_unlock()) Process entered
00020000:00000001:0.0:1329972962.591482:0:19163:0:(lov_io.c:528:lov_io_unlock()) Process entered
00020000:00000001:0.0:1329972962.591482:0:19163:0:(lov_io.c:451:lov_io_call()) Process entered
00000020:00000001:0.0:1329972962.591482:0:19163:0:(cl_io.c:497:cl_io_unlock()) Process entered
00000020:00000001:0.0:1329972962.591483:0:19163:0:(cl_io.c:516:cl_io_unlock()) Process leaving
00020000:00000001:0.0:1329972962.591483:0:19163:0:(lov_io.c:498:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591483:0:19163:0:(lov_io.c:459:lov_io_call()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591484:0:19163:0:(lov_io.c:531:lov_io_unlock()) Process leaving
00000020:00000001:0.0:1329972962.591484:0:19163:0:(cl_io.c:516:cl_io_unlock()) Process leaving
00000020:00000001:0.0:1329972962.591484:0:19163:0:(cl_io.c:587:cl_io_rw_advance()) Process entered
00000020:00000001:0.0:1329972962.591485:0:19163:0:(cl_io.c:598:cl_io_rw_advance()) Process leaving
00000020:00000001:0.0:1329972962.591485:0:19163:0:(cl_io.c:565:cl_io_iter_fini()) Process entered
00020000:00000001:0.0:1329972962.591485:0:19163:0:(lov_io.c:515:lov_io_iter_fini()) Process entered
00020000:00000001:0.0:1329972962.591486:0:19163:0:(lov_io.c:451:lov_io_call()) Process entered
00000020:00000001:0.0:1329972962.591486:0:19163:0:(cl_io.c:565:cl_io_iter_fini()) Process entered
00000020:00000001:0.0:1329972962.591486:0:19163:0:(cl_io.c:571:cl_io_iter_fini()) Process leaving
00020000:00000001:0.0:1329972962.591486:0:19163:0:(lov_io.c:492:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591487:0:19163:0:(lov_io.c:459:lov_io_call()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591487:0:19163:0:(lov_io.c:520:lov_io_iter_fini()) Process leaving
00000020:00000001:0.0:1329972962.591488:0:19163:0:(cl_io.c:571:cl_io_iter_fini()) Process leaving
00000020:00000001:0.0:1329972962.591488:0:19163:0:(cl_io.c:1033:cl_io_loop()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.591489:0:19163:0:(cl_io.c:115:cl_io_fini()) Process entered
00020000:00000001:0.0:1329972962.591489:0:19163:0:(lov_io.c:351:lov_io_fini()) Process entered
00020000:00000001:0.0:1329972962.591490:0:19163:0:(lov_io.c:61:lov_io_sub_fini()) Process entered
00000020:00000001:0.0:1329972962.591490:0:19163:0:(cl_io.c:115:cl_io_fini()) Process entered
00000020:00000001:0.0:1329972962.591490:0:19163:0:(cl_io.c:134:cl_io_fini()) Process leaving
00000020:00001000:0.0:1329972962.591491:0:19163:0:(cl_object.c:960:cl_env_put()) 1@ffff880049d8c928
00020000:00000001:0.0:1329972962.591492:0:19163:0:(lov_io.c:81:lov_io_sub_fini()) Process leaving
00020000:00000010:0.0:1329972962.591492:0:19163:0:(lov_io.c:356:lov_io_fini()) kfreed 'lio->lis_subs': 72 at ffff8800252830c0.
00020000:00000001:0.0:1329972962.591493:0:19163:0:(lov_io.c:359:lov_io_fini()) Process leaving
00000020:00000001:0.0:1329972962.591493:0:19163:0:(cl_io.c:134:cl_io_fini()) Process leaving
00000020:00001000:0.0:1329972962.591493:0:19163:0:(cl_object.c:960:cl_env_put()) 1@ffff880049d8c870
00000080:00000001:0.0:1329972962.591494:0:19163:0:(lcommon_cl.c:1052:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591495:0:19163:0:(llite_lib.c:1383:ll_setattr_raw()) Process leaving
00000080:00000010:0.0:1329972962.591496:0:19163:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00020000:00000001:0.0:1329972962.591499:0:19163:0:(lov_obd.c:2778:lov_test_and_clear_async_rc()) Process entered
00020000:00000001:0.0:1329972962.591499:0:19163:0:(lov_obd.c:2786:lov_test_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591500:0:19163:0:(file.c:295:ll_file_release()) Process entered
00000080:00200000:0.0:1329972962.591500:0:19163:0:(file.c:298:ll_file_release()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8)
00020000:00000001:0.0:1329972962.591501:0:19163:0:(lov_obd.c:2778:lov_test_and_clear_async_rc()) Process entered
00020000:00000001:0.0:1329972962.591502:0:19163:0:(lov_obd.c:2786:lov_test_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591502:0:19163:0:(file.c:232:ll_md_close()) Process entered
00000080:00000001:0.0:1329972962.591503:0:19163:0:(obd_class.h:2158:md_lock_match()) Process entered
00800000:00000001:0.0:1329972962.591503:0:19163:0:(lmv_obd.c:2908:lmv_lock_match()) Process entered
00800000:00000002:0.0:1329972962.591503:0:19163:0:(lmv_obd.c:2910:lmv_lock_match()) Lock match for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.591504:0:19163:0:(obd_class.h:2158:md_lock_match()) Process entered
00000002:00000001:0.0:1329972962.591504:0:19163:0:(mdc_locks.c:167:mdc_lock_match()) Process entered
00010000:00000001:0.0:1329972962.591505:0:19163:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.591505:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.591506:0:19163:0:(ldlm_lock.c:1142:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.591507:0:19163:0:(mdc_locks.c:172:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591507:0:19163:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591507:0:19163:0:(lmv_obd.c:2925:lmv_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591508:0:19163:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591509:0:19163:0:(file.c:193:ll_md_real_close()) Process entered
00000080:00000001:0.0:1329972962.591509:0:19163:0:(file.c:126:ll_close_inode_openhandle()) Process entered
00000080:00000010:0.0:1329972962.591510:0:19163:0:(file.c:138:ll_close_inode_openhandle()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.591510:0:19163:0:(file.c:96:ll_prepare_close()) Process entered
00000080:00000001:0.0:1329972962.591511:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.591511:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591512:0:19163:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.591512:0:19163:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591513:0:19163:0:(file.c:113:ll_prepare_close()) Process leaving
00000080:00000001:0.0:1329972962.591513:0:19163:0:(obd_class.h:1887:md_close()) Process entered
00800000:00000001:0.0:1329972962.591514:0:19163:0:(lmv_obd.c:1426:lmv_close()) Process entered
00800000:00000001:0.0:1329972962.591514:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.591514:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591515:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.591515:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.591516:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.591516:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.591517:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.591517:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.591518:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.591518:0:19163:0:(lmv_obd.c:1436:lmv_close()) CLOSE [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.591519:0:19163:0:(obd_class.h:1887:md_close()) Process entered
00000002:00000001:0.0:1329972962.591520:0:19163:0:(mdc_request.c:816:mdc_close()) Process entered
00000100:00000010:0.0:1329972962.591520:0:19163:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff88000abc2800.
00000020:00000040:0.0:1329972962.591521:0:19163:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=14 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.591522:0:19163:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.591522:0:19163:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.591523:0:19163:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.591524:0:19163:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff8800515b2000.
00000100:00000001:0.0:1329972962.591524:0:19163:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000002:00080000:0.0:1329972962.591525:0:19163:0:(mdc_request.c:845:mdc_close()) @@@ matched open  req@ffff8800374fe000 x1394565373250213/t90194313228(90194313228) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 1 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.591528:0:19163:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00000100:00000001:0.0:1329972962.591529:0:19163:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.591529:0:19163:0:(client.c:879:ptlrpc_prep_set()) Process entered
00010000:00000010:0.1:1329972962.591543:0:19163:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db000.
00010000:00000010:0.1:1329972962.591544:0:19163:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db240.
00000100:00000010:0.0:1329972962.591545:0:19163:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252830c0.
00000100:00000001:0.0:1329972962.591546:0:19163:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609408 : -131940771942208 : ffff8800252830c0)
00000100:00000001:0.0:1329972962.591547:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591547:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132494321664 : -131941215229952 : ffff88000abc2800)
00000100:00000001:0.0:1329972962.591548:0:19163:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.591548:0:19163:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.591548:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591550:0:19163:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.591551:0:19163:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591551:0:19163:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.591552:0:19163:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.591552:0:19163:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:19163:1394565373250217:0@lo:35
00000100:00000001:0.0:1329972962.591553:0:19163:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.591554:0:19163:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.591554:0:19163:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591555:0:19163:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.591555:0:19163:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880047af3800.
02000000:00000001:0.0:1329972962.591556:0:19163:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.591557:0:19163:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250217, portal 10
00000100:00000001:0.0:1329972962.591558:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591558:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132494321664 : -131941215229952 : ffff88000abc2800)
00000100:00000040:0.0:1329972962.591559:0:19163:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591561:0:19163:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.591561:0:19163:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.591562:0:19163:0:(niobuf.c:85:ptl_send_buf()) Sending 360 bytes to portal 23, xid 1394565373250217, offset 0
00000100:00000001:0.0:1329972962.591564:0:19163:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591565:0:19163:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt_readpage
00000100:00000010:0.0:1329972962.591566:0:19163:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880047af3400.
00000100:00000040:0.0:1329972962.591566:0:19163:0:(events.c:291:request_in_callback()) incoming req@ffff880047af3400 x1394565373250217 msgsize 360
00000100:00100000:0.0:1329972962.591567:0:19163:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.591569:0:19163:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591570:0:19163:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.591570:0:19163:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591572:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.591572:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591574:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591575:0:19163:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.591575:0:19163:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591576:0:19163:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.591576:0:19163:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591577:0:19163:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.591577:0:19163:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.591577:0:19163:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252830c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.591578:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591578:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591579:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591579:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591582:0:13973:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.591583:0:13973:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591583:0:13973:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516882944 : -131940192668672 : ffff880047af3400)
02000000:00000001:0.0:1329972962.591584:0:13973:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.591584:0:13973:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.591584:0:13973:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591585:0:13973:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.591586:0:13973:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250217
00000020:00000001:0.0:1329972962.591586:0:13973:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.591586:0:13973:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.591587:0:13973:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.591587:0:13973:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000020:00000001:0.0:1329972962.591588:0:13973:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.591588:0:13973:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.591589:0:13973:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.591590:0:13973:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00000001:0.0:1329972962.591591:0:13973:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.591591:0:13973:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591591:0:13973:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.591592:0:13973:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.591592:0:13973:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591592:0:13973:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591594:0:13973:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591594:0:13973:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.591595:0:13973:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.591595:0:13973:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133516882944 : -131940192668672 : ffff880047af3400)
00000100:00000040:0.0:1329972962.591596:0:13973:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880047af3400 x1394565373250217/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591598:0:13973:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.591598:0:13973:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.591599:0:13973:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.591600:0:13973:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.591601:0:13973:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.591601:0:13973:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.591602:0:13973:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880025283740.
00000004:00000010:0.0:1329972962.591603:0:13973:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3ed5e0.
00000080:00000010:0.0:1329972962.591603:0:13973:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.591604:0:13973:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.591605:0:13973:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.591605:0:13973:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250217
00000100:00000001:0.0:1329972962.591606:0:13973:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.591606:0:13973:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.591606:0:13973:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000100:00100000:0.0:1329972962.591607:0:13973:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+13:19163:x1394565373250217:12345-0@lo:35
00000004:00000001:0.0:1329972962.591609:0:13973:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.591609:0:13973:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.591610:0:13973:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.591610:0:13973:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.591611:0:13973:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.591611:0:13973:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.591611:0:13973:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591612:0:13973:0:(mdt_open.c:1562:mdt_close()) Process entered
00000004:00000001:0.0:1329972962.591613:0:13973:0:(mdt_lib.c:869:mdt_close_unpack()) Process entered
00000004:00000001:0.0:1329972962.591613:0:13973:0:(mdt_lib.c:813:mdt_ioepoch_unpack()) Process entered
00000004:00000001:0.0:1329972962.591614:0:13973:0:(mdt_lib.c:820:mdt_ioepoch_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591614:0:13973:0:(mdt_lib.c:777:mdt_setattr_unpack_rec()) Process entered
00000004:00000001:0.0:1329972962.591615:0:13973:0:(mdt_lib.c:807:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591615:0:13973:0:(mdt_lib.c:875:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591616:0:13973:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.591616:0:13973:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.591617:0:13973:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1088 at ffff88000aa46800.
02000000:00000001:0.0:1329972962.591617:0:13973:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591618:0:13973:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591618:0:13973:0:(mdt_internal.h:719:mdt_check_resent()) Process entered
00000004:00000001:0.0:1329972962.591619:0:13973:0:(mdt_internal.h:729:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591620:0:13973:0:(mdt_open.c:86:mdt_handle2mfd()) Process entered
00000020:00000001:0.0:1329972962.591620:0:13973:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.591621:0:13973:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000004:00000001:0.0:1329972962.591621:0:13973:0:(mdt_open.c:99:mdt_handle2mfd()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000020:00000040:0.0:1329972962.591622:0:13973:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800252832c0 with handle 0xa58b72ca9be68a36 from hash
00000004:00000001:0.0:1329972962.591623:0:13973:0:(mdt_internal.h:474:mdt_object_get()) Process entered
00000004:00000001:0.0:1329972962.591623:0:13973:0:(mdt_internal.h:476:mdt_object_get()) Process leaving
00000004:00000001:0.0:1329972962.591623:0:13973:0:(mdt_open.c:1492:mdt_mfd_close()) Process entered
00000004:00000001:0.0:1329972962.591624:0:13973:0:(mdt_open.c:526:mdt_write_put()) Process entered
00000004:00000001:0.0:1329972962.591624:0:13973:0:(mdt_open.c:530:mdt_write_put()) Process leaving
00000004:00000001:0.0:1329972962.591624:0:13973:0:(mdt_open.c:431:mdt_ioepoch_close()) Process entered
00000004:00000001:0.0:1329972962.591624:0:13973:0:(mdt_open.c:435:mdt_ioepoch_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591625:0:13973:0:(cmm_object.c:264:cml_attr_set()) Process entered
00000004:00000001:0.0:1329972962.591626:0:13973:0:(mdd_object.c:1472:mdd_attr_set()) Process entered
00000004:00000001:0.0:1329972962.591626:0:13973:0:(mdd_object.c:1044:mdd_fix_attr()) Process entered
00000004:00000001:0.0:1329972962.591627:0:13973:0:(mdd_object.c:1085:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591627:0:13973:0:(mdd_object.c:1482:mdd_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591628:0:13973:0:(cmm_object.c:266:cml_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591629:0:13973:0:(cmm_object.c:355:cml_close()) Process entered
00000004:00000001:0.0:1329972962.591629:0:13973:0:(mdd_object.c:2121:mdd_close()) Process entered
00000004:00000001:0.0:1329972962.591630:0:13973:0:(mdd_object.c:579:mdd_iattr_get()) Process entered
00000004:00000001:0.0:1329972962.591630:0:13973:0:(mdd_object.c:588:mdd_iattr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591631:0:13973:0:(mdd_object.c:2198:mdd_close()) Process leaving
00000004:00000001:0.0:1329972962.591631:0:13973:0:(cmm_object.c:357:cml_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591632:0:13973:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.591632:0:13973:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.591633:0:13973:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.591633:0:13973:0:(mdt_open.c:1550:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591634:0:13973:0:(mdt_lib.c:621:mdt_handle_last_unlink()) Process entered
00000004:00000002:0.0:1329972962.591634:0:13973:0:(mdt_handler.c:454:mdt_pack_attr2body()) [0x200002b10:0x3:0x0]: nlink=1, mode=100644, size=0
00000004:00000001:0.0:1329972962.591635:0:13973:0:(mdt_lib.c:670:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591636:0:13973:0:(mdt_open.c:561:mdt_empty_transno()) Process entered
00000004:00000002:0.0:1329972962.591636:0:13973:0:(mdt_open.c:578:mdt_empty_transno()) transno = 90194313230, last_committed = 90194313220
00000004:00000001:0.0:1329972962.591637:0:13973:0:(mdt_open.c:582:mdt_empty_transno()) Process leaving
00000004:00000001:0.0:1329972962.591637:0:13973:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.591637:0:13973:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.591638:0:13973:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.591638:0:13973:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.591639:0:13973:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.591640:0:13973:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.591640:0:13973:0:(mdt_open.c:1637:mdt_close()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1329972962.591641:0:13973:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 90194313230, xid 1394565373250217
00010000:00000001:0.0:1329972962.591641:0:13973:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.591642:0:13973:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880047af3400 x1394565373250217/t90194313230(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.591644:0:13973:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.591645:0:13973:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.591645:0:13973:0:(import.c:1486:at_measured()) add 1 to ffff880051a55d80 time=0 v=1 (1 0 0 0)
00000100:00000001:0.0:1329972962.591646:0:13973:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.591647:0:13973:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.591647:0:13973:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.591648:0:13973:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.591648:0:13973:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591649:0:13973:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.591649:0:13973:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.591650:0:13973:0:(niobuf.c:85:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1394565373250217, offset 192
00000100:00000001:0.0:1329972962.591652:0:13973:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591653:0:13973:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.591655:0:13973:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=824  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591658:0:13973:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591658:0:13973:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.591659:0:13973:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.591659:0:13973:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591660:0:13973:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.591660:0:13973:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.591661:0:13973:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591661:0:13973:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.591662:0:13973:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591662:0:13973:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.591663:0:13973:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.591663:0:13973:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047af3400 x1394565373250217/t90194313230(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.591665:0:13973:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.591666:0:13973:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.591667:0:13973:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.591667:0:13973:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.591668:0:13973:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.591669:0:13973:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880025283740.
00000004:00000010:0.0:1329972962.591669:0:13973:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3ed5e0.
00000080:00000010:0.0:1329972962.591670:0:13973:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.591670:0:13973:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.591671:0:13973:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.591672:0:13973:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.591673:0:13973:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+12:19163:x1394565373250217:12345-0@lo:35 Request procesed in 74us (106us total) trans 90194313230 rc 0/0
00000020:00000040:0.0:1329972962.591674:0:13973:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.591675:0:13973:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591678:0:19163:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.591679:0:19163:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.591679:0:19163:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.591681:0:19163:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff88000abc2800 x1394565373250217/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591683:0:19163:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.591683:0:19163:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591684:0:19163:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.591684:0:19163:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.591685:0:19163:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.591685:0:19163:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.591685:0:19163:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.591692:0:19163:0:(import.c:1486:at_measured()) add 1 to ffff88004336cc30 time=0 v=1 (1 0 0 0)
00000100:00001000:0.0:1329972962.591693:0:19163:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.591693:0:19163:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.591694:0:19163:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.591694:0:19163:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.591695:0:19163:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591695:0:19163:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.591696:0:19163:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1329972962.591696:0:19163:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.591699:0:19163:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.591700:0:19163:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132494321664 : -131941215229952 : ffff88000abc2800)
00000100:00000001:0.0:1329972962.591700:0:19163:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.591701:0:19163:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.591701:0:19163:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.591701:0:19163:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.591702:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff88000abc2800 x1394565373250217/t90194313230(90194313230) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591704:0:19163:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.591705:0:19163:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.591705:0:19163:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.591706:0:19163:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff88000abc2800 x1394565373250217/t90194313230(90194313230) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.591708:0:19163:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc touch:de1871f5-fba4-c446-15d4-74b25034d360:19163:1394565373250217:0@lo:35
00000100:00000001:0.0:1329972962.591709:0:19163:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.591709:0:19163:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.591710:0:19163:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.591710:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.591711:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff88000abc2800 x1394565373250217/t90194313230(90194313230) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591712:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.591713:0:19163:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252830c0.
00000100:00000001:0.0:1329972962.591714:0:19163:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.591714:0:19163:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.591714:0:19163:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.591715:0:19163:0:(mdc_request.c:909:mdc_close()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591716:0:19163:0:(obd_class.h:1891:md_close()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591716:0:19163:0:(lmv_obd.c:1438:lmv_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591717:0:19163:0:(obd_class.h:1891:md_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.591717:0:19163:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.591718:0:19163:0:(namei.c:1051:ll_objects_destroy()) Process entered
00000080:00000001:0.0:1329972962.591719:0:19163:0:(namei.c:1056:ll_objects_destroy()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591719:0:19163:0:(file.c:169:ll_close_inode_openhandle()) Process leaving
00000080:00000001:0.0:1329972962.591719:0:19163:0:(obd_class.h:2118:md_clear_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.591722:0:19163:0:(lmv_obd.c:2973:lmv_clear_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.591722:0:19163:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.591723:0:19163:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.591723:0:19163:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.591723:0:19163:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.591724:0:19163:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.591724:0:19163:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.591725:0:19163:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591725:0:19163:0:(obd_class.h:2118:md_clear_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.591726:0:19163:0:(mdc_request.c:776:mdc_clear_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.591726:0:19163:0:(mdc_request.c:791:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591727:0:19163:0:(obd_class.h:2121:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591727:0:19163:0:(lmv_obd.c:2979:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591728:0:19163:0:(obd_class.h:2121:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.591728:0:19163:0:(file.c:179:ll_close_inode_openhandle()) kfreed 'och': 40 at ffff880052a3ab40.
00000100:00000001:0.0:1329972962.591729:0:19163:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.591729:0:19163:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff88000abc2800 x1394565373250217/t90194313230(90194313230) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.591731:0:19163:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591732:0:19163:0:(file.c:223:ll_md_real_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.591732:0:19163:0:(file.c:68:ll_file_data_put()) slab-freed '(fd)': 192 at ffff880008c85bc0.
00000080:00000001:0.0:1329972962.591733:0:19163:0:(file.c:278:ll_md_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591734:0:19163:0:(file.c:340:ll_file_release()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591735:0:19163:0:(dcache.c:159:ll_ddelete()) Process entered
00000080:00002000:0.0:1329972962.591736:0:19163:0:(dcache.c:166:ll_ddelete()) deleting dentry f105e (ffff88004f165480, parent ffff8800185c6f00, inode ffff8800471c41f8) hashed,
00000080:00000001:0.0:1329972962.591737:0:19163:0:(dcache.c:135:find_cbdata()) Process entered
00000080:00000001:0.0:1329972962.591737:0:19163:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.591737:0:19163:0:(lmv_obd.c:1396:lmv_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.591738:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.591738:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.591739:0:19163:0:(lmv_obd.c:1402:lmv_find_cbdata()) CBDATA for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.591739:0:19163:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00000002:00000001:0.0:1329972962.591740:0:19163:0:(mdc_locks.c:219:mdc_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.591740:0:19163:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.591741:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.591741:0:19163:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.591742:0:19163:0:(mdc_locks.c:228:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591744:0:19163:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591745:0:19163:0:(lmv_obd.c:1415:lmv_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591745:0:19163:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591746:0:19163:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.591746:0:19163:0:(lov_obd.c:1812:lov_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.591747:0:19163:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.591748:0:19163:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.591756:0:19163:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591757:0:19163:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591757:0:19163:0:(lov_obd.c:1838:lov_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591758:0:19163:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591758:0:19163:0:(dcache.c:147:find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591758:0:19163:0:(dcache.c:175:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.591760:0:19163:0:(dcache.c:135:find_cbdata()) Process entered
00000080:00000001:0.0:1329972962.591760:0:19163:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.591760:0:19163:0:(lmv_obd.c:1396:lmv_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.591761:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.591761:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.591761:0:19163:0:(lmv_obd.c:1402:lmv_find_cbdata()) CBDATA for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.591762:0:19163:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00000002:00000001:0.0:1329972962.591762:0:19163:0:(mdc_locks.c:219:mdc_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.591763:0:19163:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.591763:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.591764:0:19163:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.591764:0:19163:0:(mdc_locks.c:228:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591764:0:19163:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591765:0:19163:0:(lmv_obd.c:1415:lmv_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591765:0:19163:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591766:0:19163:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.591766:0:19163:0:(lov_obd.c:1812:lov_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.591766:0:19163:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.591767:0:19163:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.591767:0:19163:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591768:0:19163:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.591768:0:19163:0:(lov_obd.c:1838:lov_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591768:0:19163:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591769:0:19163:0:(dcache.c:147:find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591770:0:19163:0:(llite_lib.c:1779:ll_delete_inode()) Process entered
00000080:00000001:0.0:1329972962.591770:0:19163:0:(obd_class.h:1046:obd_fid_delete()) Process entered
00800000:00000001:0.0:1329972962.591771:0:19163:0:(lmv_obd.c:1045:lmv_fid_delete()) Process entered
00800000:00000001:0.0:1329972962.591771:0:19163:0:(lmv_object.c:399:lmv_object_delete()) Process entered
00800000:00000001:0.0:1329972962.591772:0:19163:0:(lmv_object.c:410:lmv_object_delete()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591772:0:19163:0:(lmv_obd.c:1051:lmv_fid_delete()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591773:0:19163:0:(obd_class.h:1052:obd_fid_delete()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591774:0:19163:0:(llite_lib.c:1098:ll_clear_inode()) Process entered
00000080:00200000:0.0:1329972962.591774:0:19163:0:(llite_lib.c:1101:ll_clear_inode()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8)
00000080:00000001:0.0:1329972962.591775:0:19163:0:(obd_class.h:1863:md_change_cbdata()) Process entered
00800000:00000001:0.0:1329972962.591775:0:19163:0:(lmv_obd.c:1370:lmv_change_cbdata()) Process entered
00800000:00000001:0.0:1329972962.591775:0:19163:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.591776:0:19163:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.591776:0:19163:0:(lmv_obd.c:1376:lmv_change_cbdata()) CBDATA for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.591777:0:19163:0:(obd_class.h:1863:md_change_cbdata()) Process entered
00000002:00000001:0.0:1329972962.591777:0:19163:0:(mdc_locks.c:199:mdc_change_cbdata()) Process entered
00010000:00000001:0.0:1329972962.591777:0:19163:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.591778:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.591778:0:19163:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.591779:0:19163:0:(mdc_locks.c:205:mdc_change_cbdata()) Process leaving
00800000:00000001:0.0:1329972962.591779:0:19163:0:(obd_class.h:1867:md_change_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.591780:0:19163:0:(lmv_obd.c:1386:lmv_change_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591780:0:19163:0:(obd_class.h:1867:md_change_cbdata()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:0.0:1329972962.591782:0:19163:0:(cl_object.c:850:cl_env_peek()) 0@(null)
00000020:00000001:0.0:1329972962.591782:0:19163:0:(cl_object.c:800:cl_env_obtain()) Process entered
00000020:00000001:0.0:1329972962.591783:0:19163:0:(cl_object.c:825:cl_env_obtain()) Process leaving (rc=18446612133553162360 : -131940156389256 : ffff880049d8c878)
00000020:00001000:0.0:1329972962.591783:0:19163:0:(cl_object.c:881:cl_env_get()) 1@ffff880049d8c870
00000020:00000001:0.0:1329972962.591784:0:19163:0:(cl_lock.c:2057:cl_locks_prune()) Process entered
00000020:00000001:0.0:1329972962.591785:0:19163:0:(cl_lock.c:2087:cl_locks_prune()) Process leaving
00000020:00000001:0.0:1329972962.591785:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000001:0.0:1329972962.591786:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00020000:00000001:0.0:1329972962.591787:0:19163:0:(lov_object.c:571:lov_object_delete()) Process entered
00020000:00000001:0.0:1329972962.591787:0:19163:0:(lov_object.c:274:lov_delete_raid0()) Process entered
00000020:00000001:0.0:1329972962.591788:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000020:00000001:0.0:1329972962.591788:0:19163:0:(cl_lock.c:2057:cl_locks_prune()) Process entered
00000020:00000001:0.0:1329972962.591789:0:19163:0:(cl_lock.c:2087:cl_locks_prune()) Process leaving
00000020:00000001:0.0:1329972962.591789:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000020:00000001:0.0:1329972962.591790:0:19163:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000008:00000010:0.0:1329972962.591791:0:19163:0:(osc_object.c:98:osc_object_free()) slab-freed '(osc)': 136 at ffff88000aa6a898.
00020000:00000001:0.0:1329972962.591792:0:19163:0:(lovsub_object.c:80:lovsub_object_free()) Process entered
00020000:00000010:0.0:1329972962.591792:0:19163:0:(lovsub_object.c:95:lovsub_object_free()) slab-freed '(los)': 240 at ffff88000aa57e80.
00020000:00000001:0.0:1329972962.591793:0:19163:0:(lovsub_object.c:96:lovsub_object_free()) Process leaving
00020000:00000001:0.0:1329972962.591793:0:19163:0:(lov_object.c:287:lov_delete_raid0()) Process leaving
00020000:00000001:0.0:1329972962.591794:0:19163:0:(lov_object.c:573:lov_object_delete()) Process leaving
00020000:00000001:0.0:1329972962.591794:0:19163:0:(lov_object.c:580:lov_object_free()) Process entered
00020000:00000001:0.0:1329972962.591794:0:19163:0:(lov_object.c:301:lov_fini_raid0()) Process entered
00020000:00000010:0.0:1329972962.591795:0:19163:0:(lov_object.c:303:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff88000b3edc60.
00020000:00000001:0.0:1329972962.591795:0:19163:0:(lov_object.c:306:lov_fini_raid0()) Process leaving
00020000:00000010:0.0:1329972962.591796:0:19163:0:(lov_object.c:583:lov_object_free()) slab-freed '(lov)': 208 at ffff88000aa5ccb0.
00020000:00000001:0.0:1329972962.591796:0:19163:0:(lov_object.c:584:lov_object_free()) Process leaving
00000080:00000010:0.0:1329972962.591797:0:19163:0:(lcommon_cl.c:393:ccc_object_free()) slab-freed '(vob)': 256 at ffff88000aa16e70.
00000020:00001000:0.0:1329972962.591798:0:19163:0:(cl_object.c:960:cl_env_put()) 1@ffff880049d8c870
00000080:00000001:0.0:1329972962.591799:0:19163:0:(obd_class.h:735:obd_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.591799:0:19163:0:(lov_pack.c:343:lov_unpackmd()) Process entered
00020000:00000010:0.0:1329972962.591800:0:19163:0:(lov_ea.c:139:lsm_free_plain()) slab-freed 'lsm->lsm_oinfo[i]': 272 at ffff8800324d2e40.
00020000:00000010:0.0:1329972962.591800:0:19163:0:(lov_ea.c:141:lsm_free_plain()) kfreed 'lsm': 72 at ffff880025283b40.
00020000:00000001:0.0:1329972962.591801:0:19163:0:(lov_pack.c:365:lov_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591801:0:19163:0:(obd_class.h:741:obd_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.591802:0:19163:0:(llite_lib.c:1161:ll_clear_inode()) Process leaving
00000080:00000001:0.0:1329972962.591802:0:19163:0:(llite_lib.c:1801:ll_delete_inode()) Process leaving
00000080:00000010:0.0:1329972962.591803:0:19163:0:(super25.c:69:ll_destroy_inode()) slab-freed '(ptr)': 1080 at ffff8800471c40c0.
00000080:00000001:0.0:1329972962.591804:0:19163:0:(dcache.c:63:ll_release()) Process entered
00000080:00000010:0.0:1329972962.591804:0:19163:0:(dcache.c:76:ll_release()) kfreed 'de->d_fsdata': 104 at ffff88005b54b6c0.
00000080:00000001:0.0:1329972962.591805:0:19163:0:(dcache.c:78:ll_release()) Process leaving
00000080:00000001:0.0:1329972962.592512:0:19164:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00000001:0.0:1329972962.592513:0:19164:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.592513:0:19164:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.592515:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.592516:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.592516:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592517:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.592517:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592518:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.592518:0:19164:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.592518:0:19164:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.592519:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.592520:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592520:0:19164:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.592521:0:19164:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.592521:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.592522:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592522:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.592523:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.592523:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.592523:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.592524:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.592524:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.592525:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.592525:0:19164:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.592526:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.592527:0:19164:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.592527:0:19164:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.592528:0:19164:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.592528:0:19164:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.592529:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.1:1329972962.592542:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb46c0.
00010000:00000010:0.1:1329972962.592543:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a240.
00010000:00000010:0.1:1329972962.592544:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb4480.
00010000:00000040:0.0:1329972962.592546:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.592547:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592547:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.592547:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.592550:0:19164:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.592550:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.592551:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.592551:0:19164:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.592553:0:19164:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.592554:0:19164:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.592555:0:19164:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.592555:0:19164:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.592556:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.592556:0:19164:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.592557:0:19164:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.592558:0:19164:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.592558:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.592559:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.592559:0:19164:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.592560:0:19164:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.592560:0:19164:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.592561:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.592562:0:19164:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.592562:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.592562:0:19164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.592563:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592563:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592563:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592564:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592565:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592565:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.592565:0:19164:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592566:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592566:0:19164:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592567:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.592567:0:19164:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff8800252c9bb8
00010000:00000001:0.0:1329972962.592568:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592568:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592568:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592569:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592569:0:19164:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.592570:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.592571:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592572:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592572:0:19164:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.592572:0:19164:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.592573:0:19164:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.592573:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592573:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.592574:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.592574:0:19164:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:0.0:1329972962.592574:0:19164:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00000001:0.0:1329972962.592575:0:19164:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592577:0:19164:0:(namei.c:637:ll_lookup_nd()) Process entered
00000080:00000010:0.0:1329972962.592577:0:19164:0:(namei.c:608:ll_convert_intent()) kmalloced 'it': 48 at ffff880052a3a880.
00000080:00000001:0.0:1329972962.592578:0:19164:0:(namei.c:521:ll_lookup_it()) Process entered
00000080:00200000:0.0:1329972962.592578:0:19164:0:(namei.c:528:ll_lookup_it()) VFS Op:name=f105e,dir=25003/1880466225(ffff8800471c5b78),intent=open
00000080:00000001:0.0:1329972962.592579:0:19164:0:(file.c:2310:ll_inode_revalidate_it()) Process entered
00000080:00000001:0.0:1329972962.592579:0:19164:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.592579:0:19164:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.592580:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.592581:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.592581:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592582:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.592582:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592582:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.592583:0:19164:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.592583:0:19164:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.592584:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.592584:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592584:0:19164:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.592585:0:19164:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.592585:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.592586:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592586:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.592586:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.592587:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.592587:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.592587:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.592588:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.592588:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.592589:0:19164:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.592590:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.592590:0:19164:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.592590:0:19164:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.592591:0:19164:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.592592:0:19164:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.592592:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.592592:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.592593:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592593:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.592594:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.592595:0:19164:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.592596:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.592596:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.592597:0:19164:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.592599:0:19164:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.592599:0:19164:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.592600:0:19164:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.592600:0:19164:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.592600:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.592601:0:19164:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.592602:0:19164:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.592602:0:19164:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.592603:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.592603:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.592604:0:19164:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.592604:0:19164:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.592604:0:19164:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.592605:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.592605:0:19164:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.592605:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.592606:0:19164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.592606:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592606:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592607:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592607:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592608:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592608:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.592608:0:19164:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592609:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592609:0:19164:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592610:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.592610:0:19164:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff8800252c9a28
00010000:00000001:0.0:1329972962.592610:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592611:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592611:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592612:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.592612:0:19164:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.592612:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.592614:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592614:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592615:0:19164:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.592615:0:19164:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.592615:0:19164:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.592615:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592616:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.592616:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.592616:0:19164:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.592617:0:19164:0:(file.c:2319:ll_inode_revalidate_it()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.592617:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.592618:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.592618:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.592619:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.592619:0:19164:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.592619:0:19164:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'open' for 'f105e' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.592620:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.592620:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592621:0:19164:0:(lmv_intent.c:177:lmv_intent_open()) Process entered
00800000:00000010:0.0:1329972962.592621:0:19164:0:(lmv_intent.c:179:lmv_intent_open()) kmalloced 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.592622:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.592622:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.592622:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.592623:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.592623:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.592623:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.592624:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.592624:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.592625:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.592625:0:19164:0:(lmv_intent.c:239:lmv_intent_open()) OPEN_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x0:0x0:0x0], name='f105e' -> mds #0
00800000:00000001:0.0:1329972962.592626:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.592626:0:19164:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.592626:0:19164:0:(mdc_locks.c:917:mdc_intent_lock()) (name: f105e,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: open flags 0100003
00000002:00000001:0.0:1329972962.592627:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00000002:00000001:0.0:1329972962.592628:0:19164:0:(mdc_locks.c:285:mdc_intent_open_pack()) Process entered
00000002:00000001:0.0:1329972962.592628:0:19164:0:(mdc_reint.c:87:mdc_resource_get_unused()) Process entered
00010000:00000001:0.0:1329972962.592629:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.592629:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.592630:0:19164:0:(ldlm_request.c:1714:ldlm_cancel_resource_local()) Process entered
00010000:00000001:0.0:1329972962.592630:0:19164:0:(ldlm_request.c:1330:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592631:0:19164:0:(ldlm_request.c:1755:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1329972962.592631:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.592632:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000002:00000001:0.0:1329972962.592632:0:19164:0:(mdc_reint.c:101:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.592633:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff880047af3000.
00000020:00000040:0.0:1329972962.592634:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=15 obd=lustre-MDT0000-mdc-ffff880008f8a800
00010000:00000001:0.0:1329972962.592635:0:19164:0:(ldlm_request.c:709:ldlm_prep_elc_req()) Process entered
00010000:00000001:0.0:1329972962.592636:0:19164:0:(ldlm_request.c:1541:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1329972962.592636:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592636:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592637:0:19164:0:(ldlm_request.c:1665:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592637:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.592638:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.592638:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.592640:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff880008caac00.
00000100:00000001:0.0:1329972962.592641:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592642:0:19164:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.592643:0:19164:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592643:0:19164:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.592643:0:19164:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592644:0:19164:0:(ldlm_request.c:760:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.592645:0:19164:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00010000:00000001:0.0:1329972962.592646:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.592646:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.592646:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.592647:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.592647:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.592648:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb4480.
00000020:00000001:0.0:1329972962.592649:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.592649:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb4480 with handle 0xa58b72ca9be68a44 to hash
00000020:00000001:0.0:1329972962.592649:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.592650:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.592650:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.592651:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592651:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.592652:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.592654:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.592655:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.592657:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.592657:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.592658:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.592658:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612133846496960 : -131939863054656 : ffff88005b54b6c0)
00000100:00000001:0.0:1329972962.592659:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.592659:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516881920 : -131940192669696 : ffff880047af3000)
00000100:00000001:0.0:1329972962.592660:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.592660:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.592660:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 0 ref 2 fl New:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.592663:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.592663:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.592664:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.592664:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.592665:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250218:0@lo:101
00000100:00000001:0.0:1329972962.592666:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.592666:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.592667:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.592667:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.592668:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff880008cfa800.
02000000:00000001:0.0:1329972962.592668:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.592670:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1394565373250218, portal 10
00000100:00000001:0.0:1329972962.592671:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.592671:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516881920 : -131940192669696 : ffff880047af3000)
00000100:00000040:0.0:1329972962.592672:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.592674:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.592675:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.592675:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 544 bytes to portal 12, xid 1394565373250218, offset 0
00000100:00000001:0.0:1329972962.592678:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.592678:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.592679:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880008caa800.
00000100:00000040:0.0:1329972962.592680:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880008caa800 x1394565373250218 msgsize 544
00000100:00100000:0.0:1329972962.592680:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.592682:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.592683:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.592683:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.592699:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.592700:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.592702:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592703:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.592704:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592704:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.592705:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592706:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.592706:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.592706:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005b54b6c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.592707:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.592707:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592708:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.592708:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592712:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.592712:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.592713:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132461717504 : -131941247834112 : ffff880008caa800)
02000000:00000001:0.0:1329972962.592713:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.592714:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.592714:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.592715:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.592715:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250218
00000020:00000001:0.0:1329972962.592716:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.592716:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.592717:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.592717:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000020:00000001:0.0:1329972962.592718:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.592718:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.592719:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.592720:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.592720:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.592721:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592721:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.592722:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.592722:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592722:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592723:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.592724:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.592725:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.592725:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132461717504 : -131941247834112 : ffff880008caa800)
00000100:00000040:0.0:1329972962.592726:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880008caa800 x1394565373250218/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.592728:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.592729:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.592729:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.592730:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.592731:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.592732:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff8800326e23c0.
00000004:00000010:0.0:1329972962.592732:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.592733:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3edc60.
00000080:00000010:0.0:1329972962.592742:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.592743:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.592743:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.592744:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250218
00000100:00000001:0.0:1329972962.592744:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.592745:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.592745:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000100:00100000:0.0:1329972962.592746:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250218:12345-0@lo:101
00000004:00000001:0.0:1329972962.592747:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.592748:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.592748:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.592749:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.592749:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.592750:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.592750:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592751:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.592751:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.592752:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.592752:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592753:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.592753:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.592754:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.592755:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.592755:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a240.
00000020:00000001:0.0:1329972962.592756:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.592756:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a240 with handle 0xa58b72ca9be68a4b to hash
00000020:00000001:0.0:1329972962.592757:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.592757:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.592758:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00010000:0.0:1329972962.592758:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68a4b lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a44 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.592760:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88005870a240, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.592761:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.592761:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00010000:00000001:0.0:1329972962.592762:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00000004:00000001:0.0:1329972962.592763:0:13970:0:(mdt_handler.c:3504:mdt_intent_policy()) Process entered
00000004:00000001:0.0:1329972962.592763:0:13970:0:(mdt_handler.c:3466:mdt_intent_opc()) Process entered
00000004:00000001:0.0:1329972962.592764:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.592764:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592764:0:13970:0:(mdt_handler.c:3347:mdt_intent_reint()) Process entered
00000004:00000002:0.0:1329972962.592765:0:13970:0:(mdt_handler.c:1579:mdt_reint_opcode()) @@@ reint opt = 6  req@ffff880008caa800 x1394565373250218/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/0 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000004:00000001:0.0:1329972962.592767:0:13970:0:(mdt_handler.c:1503:mdt_reint_internal()) Process entered
00000100:00000001:0.0:1329972962.592768:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.592768:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.592770:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1408 at ffff88004d563800.
02000000:00000001:0.0:1329972962.592770:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592771:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592772:0:13970:0:(mdt_lib.c:1292:mdt_reint_unpack()) Process entered
00000004:00000001:0.0:1329972962.592772:0:13970:0:(mdt_lib.c:1156:mdt_open_unpack()) Process entered
00000004:00000001:0.0:1329972962.592773:0:13970:0:(mdt_lib.c:1221:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592773:0:13970:0:(mdt_lib.c:1302:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592774:0:13970:0:(mdt_lib.c:463:old_init_ucred_reint()) Process entered
02000000:00000001:0.0:1329972962.592774:0:13970:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered
02000000:00000001:0.0:1329972962.592775:0:13970:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612132502803520 : -131941206748096 : ffff88000b3d9440)
00000004:00000001:0.0:1329972962.592775:0:13970:0:(mdt_lib.c:101:mdt_root_squash()) Process entered
00000004:00000001:0.0:1329972962.592776:0:13970:0:(mdt_lib.c:104:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592776:0:13970:0:(mdt_lib.c:492:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592777:0:13970:0:(mdt_internal.h:719:mdt_check_resent()) Process entered
00000004:00000001:0.0:1329972962.592777:0:13970:0:(mdt_internal.h:729:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592778:0:13970:0:(mdt_reint.c:1323:mdt_reint_rec()) Process entered
00000004:00000001:0.0:1329972962.592778:0:13970:0:(mdt_open.c:1197:mdt_reint_open()) Process entered
00000004:00000002:0.0:1329972962.592779:0:13970:0:(mdt_open.c:1231:mdt_reint_open()) I am going to open [0x61ab:0x7015a331:0x0]/(f105e->[0x0:0x0:0x0]) cr_flag=03 mode=0100000 msg_flag=0x0
00000004:00000001:0.0:1329972962.592780:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.592780:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x61ab:0x7015a331:0x0]
00000020:00000001:0.0:1329972962.592781:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000001:0.0:1329972962.592782:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.592782:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612133717343360 : -131939992208256 : ffff880053a1fc80)
00000004:00000001:0.0:1329972962.592783:0:13970:0:(mdt_handler.c:2164:mdt_object_lock()) Process entered
00000004:00000001:0.0:1329972962.592783:0:13970:0:(mdt_handler.c:229:mdt_lock_pdo_mode()) Process entered
00000004:00000001:0.0:1329972962.592784:0:13970:0:(cmm_object.c:486:cml_lock_mode()) Process entered
00000004:00000001:0.0:1329972962.592784:0:13970:0:(cmm_object.c:492:cml_lock_mode()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592785:0:13970:0:(mdt_handler.c:297:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:0.0:1329972962.592785:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.592785:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.592786:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.592786:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 3
00010000:00000001:0.0:1329972962.592787:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.592787:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb46c0.
00000020:00000001:0.0:1329972962.592788:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.592788:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb46c0 with handle 0xa58b72ca9be68a52 to hash
00000020:00000001:0.0:1329972962.592789:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.592789:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.592790:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.592790:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592791:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592791:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592793:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.592793:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.592794:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.592794:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592795:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.592795:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592796:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.592796:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.592796:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.592797:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.592797:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.592797:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ebc0 (25003/1880466225/0/0) (rc: 3)
00010000:00000040:0.0:1329972962.592798:0:13970:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.592798:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db480/0xa58b72ca9be688a7 (rc: 2) (pos: 1) (pid: 13970)
00010000:00000040:0.0:1329972962.592799:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68899)
00010000:00000040:0.0:1329972962.592800:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00000040:0.0:1329972962.592800:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 2, read: 0, write: 0 flags: 0x4000000
00010000:00000040:0.0:1329972962.592801:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x1
00010000:00001000:0.0:1329972962.592801:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.592802:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000abb46c0/0xa58b72ca9be68a52 (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.592802:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.592803:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.592803:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: CR, grant mode: CR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.592804:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.592804:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.592805:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.592805:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.592805:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592806:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.592806:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592807:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.592807:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.592808:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592808:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592810:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.592810:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592810:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592811:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.592811:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.592811:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.592812:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.592813:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.592813:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db240.
00000020:00000001:0.0:1329972962.592814:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.592814:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db240 with handle 0xa58b72ca9be68a59 to hash
00000020:00000001:0.0:1329972962.592814:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.592815:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.592815:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.592816:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592816:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592817:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592818:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.592819:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.592819:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.592819:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592820:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.592820:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592820:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.592821:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.592821:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.592821:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.592822:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.592822:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (25003/1880466225/0/276471019) (rc: 1)
00010000:00001000:0.0:1329972962.592823:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.592823:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db240/0xa58b72ca9be68a59 (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.592824:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.592824:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.592824:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.592825:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.592825:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.592826:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.592826:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.592826:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592827:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.592827:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592827:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.592828:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.592828:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592829:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592830:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.592830:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592831:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.592831:0:13970:0:(mdt_handler.c:2245:mdt_object_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592832:0:13970:0:(cmm_object.c:465:cml_lookup()) Process entered
00000004:00000001:0.0:1329972962.592832:0:13970:0:(mdd_dir.c:120:mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.592833:0:13970:0:(mdd_dir.c:1429:__mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.592833:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.592834:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592835:0:13970:0:(osd_handler.c:3770:osd_index_ea_lookup()) Process entered
00000004:00000001:0.0:1329972962.592837:0:13970:0:(osd_handler.c:2719:osd_get_fid_from_dentry()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592838:0:13970:0:(osd_handler.c:3065:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592838:0:13970:0:(osd_handler.c:3782:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.592839:0:13970:0:(mdd_dir.c:1465:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592839:0:13970:0:(mdd_dir.c:122:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592840:0:13970:0:(cmm_object.c:475:cml_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592840:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.592841:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x200002b10:0x3:0x0]
00000020:00000001:0.0:1329972962.592841:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000001:0.0:1329972962.592842:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.592843:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612132924620928 : -131940784930688 : ffff880024620080)
00000004:00000001:0.0:1329972962.592844:0:13970:0:(cmm_object.c:255:cml_attr_get()) Process entered
00000004:00000001:0.0:1329972962.592844:0:13970:0:(mdd_object.c:815:mdd_attr_get()) Process entered
00000004:00000001:0.0:1329972962.592844:0:13970:0:(mdd_object.c:758:mdd_attr_get_internal()) Process entered
00000004:00000001:0.0:1329972962.592845:0:13970:0:(mdd_object.c:579:mdd_iattr_get()) Process entered
00000004:00000001:0.0:1329972962.592845:0:13970:0:(mdd_object.c:588:mdd_iattr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592846:0:13970:0:(mdd_object.c:627:__mdd_lmm_get()) Process entered
00000004:00000001:0.0:1329972962.592846:0:13970:0:(mdd_lov.c:210:mdd_get_md()) Process entered
00000004:00000001:0.0:1329972962.592848:0:13970:0:(mdd_lov.c:228:mdd_get_md()) Process leaving (rc=56 : 56 : 38)
00000004:00000001:0.0:1329972962.592848:0:13970:0:(mdd_object.c:641:__mdd_lmm_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:0.0:1329972962.592849:0:13970:0:(mdd_object.c:787:mdd_attr_get_internal()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff88004d563b28
00000004:00000001:0.0:1329972962.592849:0:13970:0:(mdd_object.c:788:mdd_attr_get_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592850:0:13970:0:(mdd_object.c:817:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592850:0:13970:0:(cmm_object.c:257:cml_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592851:0:13970:0:(mdt_open.c:739:mdt_finish_open()) Process entered
00000004:00000002:0.0:1329972962.592851:0:13970:0:(mdt_handler.c:454:mdt_pack_attr2body()) [0x200002b10:0x3:0x0]: nlink=1, mode=100644, size=0
00000004:00000001:0.0:1329972962.592852:0:13970:0:(cmm_object.c:273:cml_xattr_get()) Process entered
00000004:00000001:0.0:1329972962.592853:0:13970:0:(mdd_object.c:830:mdd_xattr_get()) Process entered
00000004:00000001:0.0:1329972962.592854:0:13970:0:(mdd_object.c:839:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:0.0:1329972962.592854:0:13970:0:(cmm_object.c:275:cml_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:0.0:1329972962.592855:0:13970:0:(mdt_open.c:605:mdt_mfd_open()) Process entered
00000004:00000002:0.0:1329972962.592855:0:13970:0:(mdt_open.c:627:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56
00000004:00000001:0.0:1329972962.592856:0:13970:0:(mdt_open.c:514:mdt_write_get()) Process entered
00000004:00000001:0.0:1329972962.592856:0:13970:0:(mdt_open.c:521:mdt_write_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592856:0:13970:0:(mdt_open.c:167:mdt_ioepoch_open()) Process entered
00000004:00000001:0.0:1329972962.592857:0:13970:0:(mdt_open.c:171:mdt_ioepoch_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592857:0:13970:0:(cmm_object.c:346:cml_open()) Process entered
00000004:00000001:0.0:1329972962.592858:0:13970:0:(mdd_object.c:2013:mdd_open_sanity_check()) Process entered
00000004:00000001:0.0:1329972962.592858:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.592859:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592859:0:13970:0:(mdd_object.c:2064:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592860:0:13970:0:(cmm_object.c:348:cml_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592860:0:13970:0:(mdt_open.c:65:mdt_mfd_new()) Process entered
00000004:00000010:0.0:1329972962.592860:0:13970:0:(mdt_open.c:67:mdt_mfd_new()) kmalloced 'mfd': 128 at ffff880025283740.
00000020:00000001:0.0:1329972962.592861:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.592861:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff880025283740 with handle 0xa58b72ca9be68a60 to hash
00000020:00000001:0.0:1329972962.592862:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00000004:00000001:0.0:1329972962.592862:0:13970:0:(mdt_open.c:73:mdt_mfd_new()) Process leaving (rc=18446612132937611072 : -131940771940544 : ffff880025283740)
00000004:00000001:0.0:1329972962.592863:0:13970:0:(mdt_internal.h:474:mdt_object_get()) Process entered
00000004:00000001:0.0:1329972962.592863:0:13970:0:(mdt_internal.h:476:mdt_object_get()) Process leaving
00000004:00080000:0.0:1329972962.592863:0:13970:0:(mdt_open.c:590:mdt_mfd_set_mode()) Change mfd ffff880025283740 mode 0x0->0x3
00000004:00000001:0.0:1329972962.592864:0:13970:0:(mdt_open.c:561:mdt_empty_transno()) Process entered
00000004:00000002:0.0:1329972962.592864:0:13970:0:(mdt_open.c:578:mdt_empty_transno()) transno = 90194313231, last_committed = 90194313220
00000004:00000001:0.0:1329972962.592865:0:13970:0:(mdt_open.c:582:mdt_empty_transno()) Process leaving
00000004:00000001:0.0:1329972962.592865:0:13970:0:(mdt_open.c:721:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592865:0:13970:0:(mdt_open.c:880:mdt_finish_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592866:0:13970:0:(mdt_open.c:1465:mdt_reint_open()) Process leaving
00000004:00000001:0.0:1329972962.592866:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.592867:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.592867:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.592867:0:13970:0:(mdt_handler.c:2317:mdt_object_unlock()) Process entered
00000004:00000001:0.0:1329972962.592868:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.592868:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592868:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592869:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.592869:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.592870:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.592870:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592872:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592872:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.592873:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.592873:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592875:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592875:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592875:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.592876:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.592877:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb46c0 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.592878:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.592878:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.592879:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592880:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.592881:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592881:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592881:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.592882:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.592882:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.592883:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592884:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.592885:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00000004:00000001:0.0:1329972962.592885:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.592885:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592886:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb46c0 : no-op
00010000:00000001:0.0:1329972962.592886:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.592887:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.592887:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592887:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.592888:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb46c0 with handle 0xa58b72ca9be68a52 from hash
00010000:00000001:0.0:1329972962.592888:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.592889:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592889:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592889:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.592889:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.592890:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592890:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.592890:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.592891:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.592891:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592892:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.592892:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592892:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.592892:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592893:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.592893:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.592894:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592894:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592894:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592895:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592895:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592896:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592899:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592899:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592899:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.592900:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.592900:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.592900:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68a52 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.592902:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.592902:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.592903:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.592904:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.592904:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.592904:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592904:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592905:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.592905:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.592906:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.592906:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592908:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592908:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.592908:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.592909:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592910:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592910:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592911:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.592911:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.592913:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff8800112db240 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.592913:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.592913:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.592914:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592915:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.592916:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.592916:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.592916:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.592917:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.592917:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.592918:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592919:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.592919:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00000004:00000001:0.0:1329972962.592920:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.592920:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592920:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff8800112db240 : no-op
00010000:00000001:0.0:1329972962.592921:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.592921:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.592921:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592922:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.592922:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db240 with handle 0xa58b72ca9be68a59 from hash
00010000:00000001:0.0:1329972962.592923:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.592923:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592923:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592923:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.592924:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.592924:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592924:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.592925:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.592925:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.592925:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592926:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.592926:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.592926:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.592927:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592927:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.592927:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.592928:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592928:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592928:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592929:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592929:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.592930:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592931:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592931:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592932:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.592932:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.592932:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.592933:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db240/0xa58b72ca9be68a59 lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.592934:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 0
00010000:00000001:0.0:1329972962.592935:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.592935:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.592936:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.592936:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.592937:0:13970:0:(mdt_handler.c:2322:mdt_object_unlock()) Process leaving
00000004:00000001:0.0:1329972962.592937:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.592937:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.592938:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.592938:0:13970:0:(mdt_reint.c:1327:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592939:0:13970:0:(mdt_handler.c:1561:mdt_reint_internal()) Process leaving
02000000:00000001:0.0:1329972962.592939:0:13970:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered
02000000:00000001:0.0:1329972962.592940:0:13970:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving
00000004:00000001:0.0:1329972962.592940:0:13970:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.592940:0:13970:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 56 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.592942:0:13970:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.592942:0:13970:0:(mdt_handler.c:3414:mdt_intent_reint()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.592943:0:13970:0:(mdt_handler.c:3491:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.592943:0:13970:0:(mdt_handler.c:3540:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.592944:0:13970:0:(ldlm_lock.c:371:ldlm_lock_destroy()) Process entered
00010000:00000001:0.0:1329972962.592944:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.592945:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592945:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592945:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.592946:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.592946:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a240 with handle 0xa58b72ca9be68a4b from hash
00010000:00000001:0.0:1329972962.592947:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.592947:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.592947:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.592947:0:13970:0:(ldlm_lock.c:381:ldlm_lock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.592948:0:13970:0:(ldlm_lock.c:1321:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.592948:0:13970:0:(ldlm_lockd.c:1188:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.592949:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68a4b lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a44 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.592951:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.592951:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68a4b lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a44 expref: 14 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.592953:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 1
00010000:00000001:0.0:1329972962.592953:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000040:0.0:1329972962.592954:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88005870a240, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.592954:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.592955:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00010000:00000001:0.0:1329972962.592955:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.592956:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870a240, rc 0)
00010000:00000040:0.0:1329972962.592957:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 90194313231, xid 1394565373250218
00010000:00000001:0.0:1329972962.592957:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.592958:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880008caa800 x1394565373250218/t90194313231(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/600 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00010000:00000001:0.0:1329972962.592960:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.592961:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.592961:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.592962:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.592963:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.592964:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.592964:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.592965:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592965:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.592966:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.592967:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 600 bytes to portal 10, xid 1394565373250218, offset 192
00000100:00000001:0.0:1329972962.592969:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.592969:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.592972:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=192 replen=1104  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.592975:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.592976:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.592976:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.592977:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.592977:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.592978:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.592978:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.592979:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.592979:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592980:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.592980:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.592981:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880008caa800 x1394565373250218/t90194313231(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/600 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00000100:00000040:0.0:1329972962.592983:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.592984:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.592985:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.592985:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.592986:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff8800326e23c0.
00000004:00000010:0.0:1329972962.592987:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.592987:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3edc60.
00000080:00000010:0.0:1329972962.592988:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.592989:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.592989:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.592990:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.592991:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+12:19164:x1394565373250218:12345-0@lo:101 Request procesed in 262us (312us total) trans 90194313231 rc 301/301
00000020:00000040:0.0:1329972962.592993:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.592993:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.592997:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.592997:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.592998:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.593000:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593002:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.593002:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593003:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.593003:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.593004:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.593004:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593004:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.593005:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.593006:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.593007:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000040:0.0:1329972962.593008:0:19164:0:(client.c:1133:ptlrpc_check_status()) @@@ status is 301  req@ffff880047af3000 x1394565373250218/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593010:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.593010:0:19164:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.593011:0:19164:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1329972962.593011:0:19164:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.593011:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593012:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516881920 : -131940192669696 : ffff880047af3000)
00000100:00000001:0.0:1329972962.593012:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.593013:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.593013:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.593013:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:0.0:1329972962.593014:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Rpc:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.593016:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:0.0:1329972962.593017:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.593017:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.593018:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Interpret:RP/ffffffff/ffffffff rc 301/-1
00000100:00100000:0.0:1329972962.593020:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250218:0@lo:101
00000100:00000001:0.0:1329972962.593021:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593022:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.593022:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.593022:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593023:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.593025:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.593025:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff88005b54b6c0.
00000100:00000001:0.0:1329972962.593026:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.593026:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.593027:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.593027:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593027:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593028:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.593028:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00010000:0.0:1329972962.593029:0:19164:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593031:0:19164:0:(ldlm_request.c:528:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.593032:0:19164:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593033:0:19164:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.593034:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593037:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593037:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.593038:0:19164:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593039:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593040:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00000001:0.0:1329972962.593040:0:19164:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.593040:0:19164:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.593042:0:19164:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88000abb4480 already unused, calling callback (ffffffffa076e450)
00000080:00000001:0.0:1329972962.593042:0:19164:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.593043:0:19164:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.593043:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593043:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593043:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.593044:0:19164:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.593045:0:19164:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.593045:0:19164:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000080:00000001:0.0:1329972962.593046:0:19164:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00000080:00000001:0.0:1329972962.593047:0:19164:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593047:0:19164:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:0.0:1329972962.593048:0:19164:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.593048:0:19164:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00010000:00010000:0.0:1329972962.593048:0:19164:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88000abb4480 : no-op
00010000:00000001:0.0:1329972962.593049:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.593049:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.593049:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593050:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.593050:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb4480 with handle 0xa58b72ca9be68a44 from hash
00010000:00000001:0.0:1329972962.593051:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.593051:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593051:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593051:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.593052:0:19164:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.593052:0:19164:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.593052:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593053:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593053:0:19164:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593053:0:19164:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593054:0:19164:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593055:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593056:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593056:0:19164:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.593056:0:19164:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.593057:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593057:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593057:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.593057:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68a44 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.593059:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.593059:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.593060:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593060:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:0.0:1329972962.593061:0:19164:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.593062:0:19164:0:(mdc_locks.c:475:mdc_finish_enqueue()) Process entered
00000002:00100000:0.0:1329972962.593062:0:19164:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 1 disposition: 2b, status: 0  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.593065:0:19164:0:(mdc_request.c:719:mdc_set_open_replay_data()) Process entered
00000002:00100000:0.0:1329972962.593065:0:19164:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.593067:0:19164:0:(mdc_request.c:769:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.593068:0:19164:0:(mdc_locks.c:626:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.593069:0:19164:0:(mdc_locks.c:729:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593069:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593070:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516881920 : -131940192669696 : ffff880047af3000)
00010000:00000001:0.0:1329972962.593070:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593070:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593071:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593071:0:19164:0:(ldlm_lock.c:537:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00002000:0.0:1329972962.593072:0:19164:0:(mdc_locks.c:844:mdc_finish_intent_lock()) D_IT dentry f105e intent: open status 0 disp 80002b rc 0
00000002:00000001:0.0:1329972962.593073:0:19164:0:(mdc_locks.c:845:mdc_finish_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.593073:0:19164:0:(mdc_locks.c:967:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593074:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593074:0:19164:0:(lmv_intent.c:79:lmv_intent_remote()) Process entered
00800000:00000001:0.0:1329972962.593075:0:19164:0:(lmv_intent.c:89:lmv_intent_remote()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593075:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.593075:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593076:0:19164:0:(lmv_intent.c:336:lmv_intent_open()) Process leaving
00800000:00000010:0.0:1329972962.593076:0:19164:0:(lmv_intent.c:338:lmv_intent_open()) kfreed 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.593077:0:19164:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593077:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.593078:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593079:0:19164:0:(namei.c:441:ll_lookup_it_finish()) Process entered
00000080:00000001:0.0:1329972962.593079:0:19164:0:(llite_lib.c:2027:ll_prep_inode()) Process entered
00000080:00000001:0.0:1329972962.593079:0:19164:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.593080:0:19164:0:(lmv_obd.c:2935:lmv_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.593080:0:19164:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.593081:0:19164:0:(mdc_request.c:487:mdc_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.593081:0:19164:0:(obd_class.h:735:obd_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.593082:0:19164:0:(lov_pack.c:343:lov_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.593082:0:19164:0:(lov_pack.c:298:lov_alloc_memmd()) Process entered
00020000:00000040:0.0:1329972962.593082:0:19164:0:(lov_pack.c:300:lov_alloc_memmd()) alloc lsm, stripe_count 1
00020000:00000010:0.0:1329972962.593083:0:19164:0:(lov_ea.c:111:lsm_alloc_plain()) kmalloced 'lsm': 72 at ffff88005b54b6c0.
00020000:00000010:0.0:1329972962.593084:0:19164:0:(lov_ea.c:116:lsm_alloc_plain()) slab-alloced '(loi)': 272 at ffff8800324d2e40.
00020000:00000001:0.0:1329972962.593084:0:19164:0:(lov_pack.c:319:lov_alloc_memmd()) Process leaving (rc=72 : 72 : 48)
00020000:00000001:0.0:1329972962.593085:0:19164:0:(lov_pack.c:384:lov_unpackmd()) Process leaving (rc=72 : 72 : 48)
00000002:00000001:0.0:1329972962.593085:0:19164:0:(obd_class.h:741:obd_unpackmd()) Process leaving (rc=72 : 72 : 48)
00000002:00000001:0.0:1329972962.593086:0:19164:0:(mdc_request.c:604:mdc_get_lustre_md()) Process leaving
00800000:00000001:0.0:1329972962.593086:0:19164:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593087:0:19164:0:(lmv_obd.c:2937:lmv_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593087:0:19164:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593088:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.593088:0:19164:0:(lcommon_cl.c:1313:cl_fid_build_ino()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.593089:0:19164:0:(namei.c:129:ll_iget()) Process entered
00000080:00000010:0.0:1329972962.593090:0:19164:0:(super25.c:56:ll_alloc_inode()) slab-alloced '(lli)': 1080 at ffff8800471c40c0.
00000080:00000001:0.0:1329972962.593091:0:19164:0:(llite_lib.c:1726:ll_read_inode2()) Process entered
00000080:00200000:0.0:1329972962.593091:0:19164:0:(llite_lib.c:1729:ll_read_inode2()) VFS Op:inode=0/0(ffff8800471c41f8)
00000080:00000002:0.0:1329972962.593092:0:19164:0:(llite_lib.c:1566:ll_update_inode()) adding lsm ffff88005b54b6c0 to inode 0/0(ffff8800471c41f8)
00000080:00000001:0.0:1329972962.593093:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.593093:0:19164:0:(lcommon_cl.c:1313:cl_fid_build_ino()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.593094:0:19164:0:(lcommon_cl.c:1322:cl_fid_build_gen()) Process entered
00000080:00000001:0.0:1329972962.593094:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.593095:0:19164:0:(lcommon_cl.c:1330:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b)
00000080:00000002:0.0:1329972962.593095:0:19164:0:(llite_lib.c:1623:ll_update_inode()) setting ino 144115373027885059 mtime from 0 to 1329972962
00000080:00000001:0.0:1329972962.593096:0:19164:0:(llite_lib.c:1756:ll_read_inode2()) Process leaving
00000020:00001000:0.0:1329972962.593097:0:19164:0:(cl_object.c:850:cl_env_peek()) 0@(null)
00000020:00000001:0.0:1329972962.593097:0:19164:0:(cl_object.c:800:cl_env_obtain()) Process entered
00000020:00000001:0.0:1329972962.593098:0:19164:0:(cl_object.c:825:cl_env_obtain()) Process leaving (rc=18446612133553162360 : -131940156389256 : ffff880049d8c878)
00000020:00001000:0.0:1329972962.593099:0:19164:0:(cl_object.c:881:cl_env_get()) 1@ffff880049d8c870
00000020:00000001:0.0:1329972962.593099:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000001:0.0:1329972962.593100:0:19164:0:(lu_object.c:155:lu_object_alloc()) Process entered
00000080:00000010:0.0:1329972962.593101:0:19164:0:(lcommon_cl.c:338:ccc_object_alloc()) slab-alloced '(vob)': 256 at ffff88000aa16e70.
00000020:00000001:0.0:1329972962.593101:0:19164:0:(cl_object.c:86:cl_object_header_init()) Process entered
00000020:00000001:0.0:1329972962.593101:0:19164:0:(cl_object.c:100:cl_object_header_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.593102:0:19164:0:(lov_object.c:677:lov_object_alloc()) Process entered
00020000:00000010:0.0:1329972962.593103:0:19164:0:(lov_object.c:678:lov_object_alloc()) slab-alloced '(lov)': 208 at ffff88000aa5ccb0.
00020000:00000001:0.0:1329972962.593103:0:19164:0:(lov_object.c:692:lov_object_alloc()) Process leaving (rc=18446612132492856496 : -131941216695120 : ffff88000aa5ccb0)
00020000:00000001:0.0:1329972962.593104:0:19164:0:(lov_object.c:530:lov_object_init()) Process entered
00020000:00000001:0.0:1329972962.593104:0:19164:0:(lov_object.c:181:lov_init_raid0()) Process entered
00020000:00000010:0.0:1329972962.593104:0:19164:0:(lov_object.c:186:lov_init_raid0()) kmalloced 'r0->lo_sub': 8 at ffff88000b3edc60.
00020000:00000001:0.0:1329972962.593105:0:19164:0:(lov_object.c:118:lov_sub_find()) Process entered
00000020:00000001:0.0:1329972962.593105:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000020:00000001:0.0:1329972962.593106:0:19164:0:(lu_object.c:155:lu_object_alloc()) Process entered
00020000:00000001:0.0:1329972962.593106:0:19164:0:(lovsub_object.c:152:lovsub_object_alloc()) Process entered
00020000:00000010:0.0:1329972962.593107:0:19164:0:(lovsub_object.c:153:lovsub_object_alloc()) slab-alloced '(los)': 240 at ffff88000aa57e80.
00000020:00000001:0.0:1329972962.593107:0:19164:0:(cl_object.c:86:cl_object_header_init()) Process entered
00000020:00000001:0.0:1329972962.593108:0:19164:0:(cl_object.c:100:cl_object_header_init()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.593108:0:19164:0:(lovsub_object.c:166:lovsub_object_alloc()) Process leaving (rc=18446612132492836632 : -131941216714984 : ffff88000aa57f18)
00020000:00000001:0.0:1329972962.593109:0:19164:0:(lovsub_object.c:64:lovsub_object_init()) Process entered
00000008:00000010:0.0:1329972962.593110:0:19164:0:(osc_object.c:237:osc_object_alloc()) slab-alloced '(osc)': 136 at ffff88000aa6a898.
00020000:00000001:0.0:1329972962.593110:0:19164:0:(lovsub_object.c:72:lovsub_object_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.593111:0:19164:0:(lu_object.c:202:lu_object_alloc()) Process leaving (rc=18446612132492836632 : -131941216714984 : ffff88000aa57f18)
00020000:00000001:0.0:1329972962.593111:0:19164:0:(lov_object.c:121:lov_sub_find()) Process leaving (rc=18446612132492836632 : -131941216714984 : ffff88000aa57f18)
00020000:00000002:0.0:1329972962.593112:0:19164:0:(lov_object.c:144:lov_init_sub()) [0x100010000:0x3efe2:0x0]@ffff88000aa57e80[0] -> [0x200002b10:0x3:0x0]@ffff88000aa16e70: id: 258018 seq: 0 idx: 1 gen: 0
00020000:00000001:0.0:1329972962.593113:0:19164:0:(lov_object.c:212:lov_init_raid0()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.593114:0:19164:0:(lov_object.c:541:lov_object_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1329972962.593114:0:19164:0:(lu_object.c:202:lu_object_alloc()) Process leaving (rc=18446612132492570376 : -131941216981240 : ffff88000aa16f08)
00000020:00001000:0.0:1329972962.593115:0:19164:0:(cl_object.c:960:cl_env_put()) 1@ffff880049d8c870
00000080:00200000:0.0:1329972962.593116:0:19164:0:(namei.c:151:ll_iget()) got inode: ffff8800471c41f8 for [0x200002b10:0x3:0x0]
00000080:00000001:0.0:1329972962.593117:0:19164:0:(namei.c:153:ll_iget()) Process leaving (rc=18446612133507252728 : -131940202298888 : ffff8800471c41f8)
00000080:00000001:0.0:1329972962.593118:0:19164:0:(obd_class.h:2069:md_free_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.593118:0:19164:0:(lmv_obd.c:2944:lmv_free_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.593118:0:19164:0:(obd_class.h:2069:md_free_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.593119:0:19164:0:(mdc_request.c:626:mdc_free_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.593119:0:19164:0:(mdc_request.c:627:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593119:0:19164:0:(obd_class.h:2072:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593120:0:19164:0:(lmv_obd.c:2948:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593120:0:19164:0:(obd_class.h:2072:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593121:0:19164:0:(llite_lib.c:2068:ll_prep_inode()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.593121:0:19164:0:(namei.c:454:ll_lookup_it_finish()) setting l_data to inode ffff8800471c41f8 (144115373027885059/33554475)
00000080:00000001:0.0:1329972962.593122:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.593122:0:19164:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.593122:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.593123:0:19164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.593123:0:19164:0:(mdc_locks.c:130:mdc_set_lock_data()) Process leaving
00000002:00000001:0.0:1329972962.593123:0:19164:0:(mdc_locks.c:131:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593124:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593124:0:19164:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593125:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593125:0:19164:0:(dcache.c:182:ll_set_dd()) Process entered
00000080:00002000:0.0:1329972962.593125:0:19164:0:(dcache.c:187:ll_set_dd()) ldd on dentry f105e (ffff88004f165d80) parent ffff8800185c6f00 inode (null) refc 1
00000080:00000010:0.0:1329972962.593126:0:19164:0:(dcache.c:192:ll_set_dd()) kmalloced 'lld': 104 at ffff8800252830c0.
00000080:00000001:0.0:1329972962.593127:0:19164:0:(dcache.c:205:ll_set_dd()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:0.0:1329972962.593127:0:19164:0:(namei.c:325:ll_d_add()) adding inode ffff8800471c41f8 to dentry ffff88004f165d80
00000080:00000001:0.0:1329972962.593128:0:19164:0:(namei.c:508:ll_lookup_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593129:0:19164:0:(namei.c:594:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.593129:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593130:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 3 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.593132:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593133:0:19164:0:(file.c:509:ll_file_open()) Process entered
00000080:00200000:0.0:1329972962.593133:0:19164:0:(file.c:512:ll_file_open()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8), flags 100002
00000080:00000010:0.0:1329972962.593134:0:19164:0:(file.c:61:ll_file_data_get()) slab-alloced '(fd)': 192 at ffff880008c85bc0.
00000080:00000010:0.0:1329972962.593135:0:19164:0:(file.c:620:ll_file_open()) kmalloced '*och_p': 40 at ffff880052a3ad80.
00000080:00000001:0.0:1329972962.593136:0:19164:0:(file.c:456:ll_local_open()) Process entered
00000080:00000001:0.0:1329972962.593136:0:19164:0:(obd_class.h:2109:md_set_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.593137:0:19164:0:(lmv_obd.c:2958:lmv_set_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.593137:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.593137:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.593138:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.593138:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.593139:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593139:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.593140:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593140:0:19164:0:(obd_class.h:2109:md_set_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.593140:0:19164:0:(mdc_request.c:719:mdc_set_open_replay_data()) Process entered
00000002:00000010:0.0:1329972962.593141:0:19164:0:(obd.h:1649:obd_mod_alloc()) kmalloced 'mod': 32 at ffff88000b3ed5e0.
00000002:00100000:0.0:1329972962.593141:0:19164:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.593143:0:19164:0:(mdc_request.c:769:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593144:0:19164:0:(obd_class.h:2112:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593144:0:19164:0:(lmv_obd.c:2964:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593145:0:19164:0:(obd_class.h:2112:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00400000:0.0:1329972962.593145:0:19164:0:(rw.c:844:ras_reset()) lrp 0 cr 0 cp 0 ws 0 wl 0 nra 0 r 0 ri 0csr 0 sf 0 sp 0 sl 0 
00000080:00000001:0.0:1329972962.593146:0:19164:0:(file.c:481:ll_local_open()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593147:0:19164:0:(file.c:662:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.593148:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593148:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.593150:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593151:0:19164:0:(dcache.c:246:ll_intent_release()) Process entered
00000080:00000040:0.0:1329972962.593151:0:19164:0:(dcache.c:248:ll_intent_release()) intent ffff880052a3a880 released
00000080:00000001:0.0:1329972962.593151:0:19164:0:(dcache.c:261:ll_intent_release()) Process leaving
00000080:00000010:0.0:1329972962.593152:0:19164:0:(namei.c:716:ll_lookup_nd()) kfreed 'it': 48 at ffff880052a3a880.
00000080:00000001:0.0:1329972962.593152:0:19164:0:(namei.c:722:ll_lookup_nd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593153:0:19164:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00200000:0.0:1329972962.593154:0:19164:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8), inode mode 81a4 mask 46
00000080:00000001:0.0:1329972962.593155:0:19164:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593160:0:19164:0:(file.c:2014:ll_file_flock()) Process entered
00000080:00200000:0.0:1329972962.593160:0:19164:0:(file.c:2017:ll_file_flock()) VFS Op:inode=144115373027885059 file_lock=ffff880051360348
00000080:00000010:0.0:1329972962.593161:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593162:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.593162:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.593163:0:19164:0:(file.c:2107:ll_file_flock()) inode=144115373027885059, pid=19164, flags=0x40000, mode=2, start=0, end=9223372036854775807
00000080:00000001:0.0:1329972962.593164:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00800000:00000001:0.0:1329972962.593165:0:19164:0:(lmv_obd.c:1753:lmv_enqueue()) Process entered
00800000:00000001:0.0:1329972962.593165:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.593165:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593166:0:19164:0:(lmv_obd.c:1760:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.593166:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.593167:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593167:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.593167:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.593168:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.593168:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.593169:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593169:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.593169:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593170:0:19164:0:(lmv_obd.c:1786:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0] -> mds #0
00800000:00000001:0.0:1329972962.593171:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00000002:00000001:0.0:1329972962.593171:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00010000:00000001:0.0:1329972962.593172:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.593172:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.593172:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.593212:0:19164:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.593226:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.593227:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db000.
00000020:00000001:0.0:1329972962.593228:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.593228:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db000 with handle 0xa58b72ca9be68a67 to hash
00000020:00000001:0.0:1329972962.593229:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.593229:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.593229:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.593230:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593230:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.593231:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 3/0,1 mode: --/PW res: 8589945616/3 rrc: 1 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.593233:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 3/0,1 mode: --/PW res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000010:0.0:1329972962.593236:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff880008caa400.
00000020:00000040:0.0:1329972962.593236:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=16 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.593237:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.593237:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.593238:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.593239:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880016edec00.
00000100:00000001:0.0:1329972962.593240:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593241:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 3/0,1 mode: --/PW res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.593243:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.593243:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.593244:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff880025283b40.
00000100:00000001:0.0:1329972962.593244:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937612096 : -131940771939520 : ffff880025283b40)
00000100:00000001:0.0:1329972962.593245:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593245:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132461716480 : -131941247835136 : ffff880008caa400)
00000100:00000001:0.0:1329972962.593246:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.593246:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.593246:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593249:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.593249:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593249:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.593250:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.593251:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250219:0@lo:101
00000100:00000001:0.0:1329972962.593252:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.593252:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.593252:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593253:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.593253:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880008caa000.
02000000:00000001:0.0:1329972962.593254:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.593256:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250219, portal 10
00000100:00000001:0.0:1329972962.593256:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593256:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132461716480 : -131941247835136 : ffff880008caa400)
00000100:00000040:0.0:1329972962.593257:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593259:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.593260:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.593261:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 296 bytes to portal 12, xid 1394565373250219, offset 0
00000100:00000001:0.0:1329972962.593263:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.593263:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.593265:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880008d6cc00.
00000100:00000040:0.0:1329972962.593266:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880008d6cc00 x1394565373250219 msgsize 296
00000100:00100000:0.0:1329972962.593266:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.593268:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.593269:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.593269:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593271:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593272:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593273:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593276:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.593277:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593278:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.593278:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593279:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.593279:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.593280:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff880025283b40 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.593280:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.593280:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593281:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.593281:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593284:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.593284:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593285:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132462513152 : -131941247038464 : ffff880008d6cc00)
02000000:00000001:0.0:1329972962.593285:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.593286:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.593286:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593287:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.593287:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250219
00000020:00000001:0.0:1329972962.593288:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.593288:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.593289:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.593289:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000020:00000001:0.0:1329972962.593290:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.593290:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.593291:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.593291:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.593292:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.593292:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593293:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.593293:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.593293:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593294:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593295:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593296:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.593296:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.593296:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132462513152 : -131941247038464 : ffff880008d6cc00)
00000100:00000040:0.0:1329972962.593297:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880008d6cc00 x1394565373250219/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593299:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.593299:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.593300:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.593301:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.593302:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.593303:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.593303:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880058f48240.
00000004:00000010:0.0:1329972962.593304:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3ed920.
00000080:00000010:0.0:1329972962.593305:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.593306:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.593306:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.593307:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250219
00000100:00000001:0.0:1329972962.593307:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.593308:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.593308:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000100:00100000:0.0:1329972962.593309:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250219:12345-0@lo:101
00000004:00000001:0.0:1329972962.593310:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.593311:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.593311:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.593312:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.593312:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.593313:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.593313:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593314:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.593314:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.593314:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.593315:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593316:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.593316:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.593317:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ed00.
00010000:00000001:0.0:1329972962.593325:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.593326:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000e1cf900.
00000020:00000001:0.0:1329972962.593327:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.593328:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000e1cf900 with handle 0xa58b72ca9be68a6e to hash
00000020:00000001:0.0:1329972962.593328:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.593329:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132550998272 : -131941158553344 : ffff88000e1cf900)
00010000:00000001:0.0:1329972962.593329:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132550998272 : -131941158553344 : ffff88000e1cf900)
00010000:00010000:0.0:1329972962.593330:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68a6e lrc: 2/0,0 mode: --/PW res: 8589945616/3 rrc: 1 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0xa58b72ca9be68a67 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.593332:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88000e1cf900, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.593333:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.593333:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00000001:0.0:1329972962.593334:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.593335:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.593335:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 616 at ffff880008d6c800.
02000000:00000001:0.0:1329972962.593336:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593337:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593337:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.593338:0:13970:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.593338:0:13970:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40000 owner 19164 pid 19164 mode 2 start 0 end 9223372036854775807
00010000:00000040:0.0:1329972962.593340:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ed00 (8589945616/3/0/12) (rc: 1)
00010000:00001000:0.0:1329972962.593341:0:13970:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.593341:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000e1cf900/0xa58b72ca9be68a6e (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.593342:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a67)
00010000:00001000:0.0:1329972962.593342:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ed00 (8589945616/3/0)
00010000:00001000:0.0:1329972962.593343:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 3, read: 0, write: 0 flags: 0x0
00010000:00001000:0.0:1329972962.593344:0:13970:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000040:0.0:1329972962.593344:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ed00 (8589945616/3/0/12) (rc: 1)
00010000:00000040:0.0:1329972962.593345:0:13970:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.593345:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000e1cf900/0xa58b72ca9be68a6e (rc: 3) (pos: 1) (pid: 13970)
00010000:00000040:0.0:1329972962.593346:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a67)
00010000:00000040:0.0:1329972962.593347:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ed00 (8589945616/3/0)
00010000:00000040:0.0:1329972962.593347:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 3, read: 0, write: 0 flags: 0x0
00010000:00000040:0.0:1329972962.593348:0:13970:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.593348:0:13970:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593349:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.593350:0:13970:0:(ldlm_lockd.c:1257:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:0.0:1329972962.593350:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68a6e lrc: 3/0,0 mode: PW/PW res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a67 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593352:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593353:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.593353:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000e1cf900, rc 0)
00010000:00000040:0.0:1329972962.593354:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250219
00010000:00000001:0.0:1329972962.593354:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.593355:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880008d6cc00 x1394565373250219/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.593357:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.593357:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.593358:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.593359:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.593360:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.593360:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.593361:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.593361:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593362:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.593362:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.593363:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 352 bytes to portal 10, xid 1394565373250219, offset 192
00000100:00000001:0.0:1329972962.593366:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.593366:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.593368:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=352 offset=192 replen=352  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593371:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.593372:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.593372:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.593373:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593373:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.593374:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.593374:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593375:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.593375:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593376:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593376:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.593377:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880008d6cc00 x1394565373250219/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.593379:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.593380:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00000008:00000010:0.0:1329972962.593381:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.593381:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.593382:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.593383:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880058f48240.
00000004:00000010:0.0:1329972962.593383:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3ed920.
00000080:00000010:0.0:1329972962.593384:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.593385:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.593385:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.593386:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.593387:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250219:12345-0@lo:101 Request procesed in 87us (122us total) trans 0 rc 0/0
00000020:00000040:0.0:1329972962.593389:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000100:00000001:0.0:1329972962.593389:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593392:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.593393:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.593394:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.593396:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593397:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.593398:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593399:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.593399:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.593399:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.593400:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593400:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.593401:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.593402:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.593403:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.593403:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593404:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.593404:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593405:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.593405:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.593406:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.593406:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.593407:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593409:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.593409:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.593410:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.593410:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.593412:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250219:0@lo:101
00000100:00000001:0.0:1329972962.593413:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593414:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593414:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.593415:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593415:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593417:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.593417:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff880025283b40.
00000100:00000001:0.0:1329972962.593418:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.593418:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593419:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.593419:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593419:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593420:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000001:0.0:1329972962.593421:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132602425344 : -131941107126272 : ffff8800112db000)
00010000:00000040:0.0:1329972962.593421:0:19164:0:(ldlm_request.c:557:ldlm_cli_enqueue_fini()) local: ffff8800112db000, remote cookie: 0xa58b72ca9be68a6e, flags: 0x40000
00010000:00000001:0.0:1329972962.593422:0:19164:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.593423:0:19164:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000040:0.0:1329972962.593423:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 1)
00010000:00001000:0.0:1329972962.593424:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.593424:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.593425:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00001000:0.0:1329972962.593425:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.593426:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 4, read: 0, write: 1 flags: 0x0
00010000:00001000:0.0:1329972962.593427:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.593427:0:19164:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.593428:0:19164:0:(ldlm_lock.c:1376:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.593428:0:19164:0:(ldlm_flock.c:556:ldlm_flock_completion_ast()) Process entered
00010000:00010000:0.0:1329972962.593429:0:19164:0:(ldlm_flock.c:559:ldlm_flock_completion_ast()) flags: 0x40000 data: (null) getlk: ffff880051360348
00010000:00010000:0.0:1329972962.593430:0:19164:0:(ldlm_flock.c:634:ldlm_flock_completion_ast()) ### client-side enqueue granted ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 4/0,1 mode: PW/PW res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a6e expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593432:0:19164:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.593432:0:19164:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40 owner 18446612132938332352 pid 19164 mode 2 start 0 end 9223372036854775807
00010000:00000040:0.0:1329972962.593433:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 1)
00010000:00001000:0.0:1329972962.593434:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.593434:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.593435:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00001000:0.0:1329972962.593435:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.593436:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 4, read: 0, write: 1 flags: 0x0
00010000:00001000:0.0:1329972962.593436:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000040:0.0:1329972962.593437:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 1)
00010000:00000040:0.0:1329972962.593437:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.593438:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 4) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.593439:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.593439:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.593439:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 4, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.593440:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.593441:0:19164:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593441:0:19164:0:(ldlm_flock.c:673:ldlm_flock_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593442:0:19164:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 4/0,1 mode: PW/PW res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a6e expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593443:0:19164:0:(ldlm_request.c:654:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:0.0:1329972962.593444:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593444:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593444:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593445:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.593445:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593445:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff880008caa400 x1394565373250219/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593447:0:19164:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.593448:0:19164:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.593448:0:19164:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880008caa000.
02000000:00000001:0.0:1329972962.593449:0:19164:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.593449:0:19164:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.593449:0:19164:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=15 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000020:00000001:0.0:1329972962.593450:0:19164:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.593450:0:19164:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880016edec00.
02000000:00000001:0.0:1329972962.593451:0:19164:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.593452:0:19164:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.593452:0:19164:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff880008caa400.
00000100:00000001:0.0:1329972962.593453:0:19164:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.593453:0:19164:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593453:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.593454:0:19164:0:(mdc_locks.c:718:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593455:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593455:0:19164:0:(lmv_obd.c:1795:lmv_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593456:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.593456:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593458:0:19164:0:(file.c:2124:ll_file_flock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593462:0:19164:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00000001:0.0:1329972962.593462:0:19164:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.593463:0:19164:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.593464:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593464:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.593465:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593465:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.593465:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593466:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.593466:0:19164:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.593467:0:19164:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.593468:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.593468:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593468:0:19164:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.593469:0:19164:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.593470:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.593470:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593470:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.593471:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.593471:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.593471:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.593472:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593472:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.593473:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593473:0:19164:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.593474:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.593475:0:19164:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.593475:0:19164:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.593476:0:19164:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.593476:0:19164:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.593477:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.593477:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.593478:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593478:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.593479:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.593481:0:19164:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.593482:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.593482:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.593482:0:19164:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.593484:0:19164:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.593485:0:19164:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.593485:0:19164:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.593486:0:19164:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.593486:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.593487:0:19164:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.593487:0:19164:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.593488:0:19164:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.593489:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.593489:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593490:0:19164:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.593490:0:19164:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.593490:0:19164:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.593491:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.593492:0:19164:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.593492:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.593492:0:19164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.593492:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593493:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593493:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593494:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593494:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593495:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.593495:0:19164:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593495:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593496:0:19164:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593496:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.593497:0:19164:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff8800252c9bb8
00010000:00000001:0.0:1329972962.593501:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593501:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593501:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593502:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593502:0:19164:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.593503:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.593505:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593505:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593505:0:19164:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.593505:0:19164:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.593506:0:19164:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.593506:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593506:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.593507:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.593507:0:19164:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:0.0:1329972962.593507:0:19164:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=25003/1880466225(ffff8800471c5b78), inode mode 41ed mask 1
00000080:00000001:0.0:1329972962.593508:0:19164:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593509:0:19164:0:(dcache.c:91:ll_dcompare()) Process entered
00000080:00002000:0.0:1329972962.593509:0:19164:0:(dcache.c:105:ll_dcompare()) found name f105e(ffff88004f165d80) - flags 0/100 - refc 1
00000080:00000001:0.0:1329972962.593510:0:19164:0:(dcache.c:112:ll_dcompare()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.593511:0:19164:0:(dcache.c:91:ll_dcompare()) Process entered
00000080:00002000:0.0:1329972962.593511:0:19164:0:(dcache.c:105:ll_dcompare()) found name f105e(ffff88004f165d80) - flags 0/100 - refc 1
00000080:00000001:0.0:1329972962.593511:0:19164:0:(dcache.c:112:ll_dcompare()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.593512:0:19164:0:(namei.c:637:ll_lookup_nd()) Process entered
00000080:00000010:0.0:1329972962.593513:0:19164:0:(namei.c:608:ll_convert_intent()) kmalloced 'it': 48 at ffff880032b00580.
00000080:00000001:0.0:1329972962.593513:0:19164:0:(namei.c:521:ll_lookup_it()) Process entered
00000080:00200000:0.0:1329972962.593514:0:19164:0:(namei.c:528:ll_lookup_it()) VFS Op:name=f105e,dir=25003/1880466225(ffff8800471c5b78),intent=open
00000080:00000001:0.0:1329972962.593514:0:19164:0:(file.c:2310:ll_inode_revalidate_it()) Process entered
00000080:00000001:0.0:1329972962.593515:0:19164:0:(file.c:2206:__ll_inode_revalidate_it()) Process entered
00000080:00200000:0.0:1329972962.593515:0:19164:0:(file.c:2215:__ll_inode_revalidate_it()) VFS Op:inode=25003/1880466225(ffff8800471c5b78),name=/
00000080:00000010:0.0:1329972962.593516:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593516:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.593517:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593517:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.593517:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593518:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.593518:0:19164:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.593519:0:19164:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'lookup' for '(null)' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.593519:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.593520:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593520:0:19164:0:(lmv_intent.c:362:lmv_intent_lookup()) Process entered
00800000:00000010:0.0:1329972962.593520:0:19164:0:(lmv_intent.c:364:lmv_intent_lookup()) kmalloced 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.593521:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.593521:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593522:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.593522:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.593522:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.593523:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.593523:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593523:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.593524:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593524:0:19164:0:(lmv_intent.c:405:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x61ab:0x7015a331:0x0], name='<NULL>' -> mds #0
00800000:00000001:0.0:1329972962.593525:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.593526:0:19164:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.593526:0:19164:0:(mdc_locks.c:917:mdc_intent_lock()) (name: ,[0x61ab:0x7015a331:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: lookup flags 00
00000002:00000001:0.0:1329972962.593527:0:19164:0:(mdc_locks.c:858:mdc_revalidate_lock()) Process entered
00010000:00000001:0.0:1329972962.593527:0:19164:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.593527:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.593528:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.593528:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593529:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.593529:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00000020:00000010:0.1:1329972962.593541:0:19164:0:(lustre_handles.c:211:class_handle_free_cb()) kfreed 'ptr': 128 at ffff8800252832c0.
00010000:00000001:0.0:1329972962.593549:0:19164:0:(ldlm_lock.c:1151:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1)
00010000:00000040:0.0:1329972962.593549:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.593550:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00010000:0.0:1329972962.593550:0:19164:0:(ldlm_lock.c:1203:ldlm_lock_match()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 2/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
02000000:00000001:0.0:1329972962.593552:0:19164:0:(sec.c:897:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:0.0:1329972962.593553:0:19164:0:(sec.c:911:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.593553:0:19164:0:(mdc_locks.c:872:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:0.0:1329972962.593554:0:19164:0:(mdc_locks.c:929:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.593554:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:0.0:1329972962.593555:0:19164:0:(lmv_intent.c:454:lmv_intent_lookup()) Process leaving via out_free_sop_data (rc=1 : 1 : 0x1)
00800000:00000010:0.0:1329972962.593555:0:19164:0:(lmv_intent.c:505:lmv_intent_lookup()) kfreed 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.593556:0:19164:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.593556:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00000010:0.0:1329972962.593557:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593557:0:19164:0:(dcache.c:355:ll_revalidate_it_finish()) Process entered
00000080:00000001:0.0:1329972962.593558:0:19164:0:(dcache.c:358:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.593558:0:19164:0:(dcache.c:378:ll_lookup_finish_locks()) setting l_data to inode ffff8800471c5b78 (25003/1880466225)
00000080:00000001:0.0:1329972962.593559:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.593559:0:19164:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.593560:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.593560:0:19164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00010000:00000001:0.0:1329972962.593560:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593561:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593561:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593561:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593562:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593562:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000002:00000001:0.0:1329972962.593562:0:19164:0:(mdc_locks.c:157:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593563:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593563:0:19164:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593564:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.593564:0:19164:0:(dcache.c:235:ll_intent_drop_lock()) releasing lock with cookie 0xa58b72ca9be68899 from it ffff8800252c9a28
00010000:00000001:0.0:1329972962.593565:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593565:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593565:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593566:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550999424 : -131941158552192 : ffff88000e1cfd80)
00010000:00000001:0.0:1329972962.593566:0:19164:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.593567:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfd80/0xa58b72ca9be68899 lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x1 rrc: 1 type: IBT flags: 0x0 remote: 0xa58b72ca9be688a7 expref: -99 pid: 18771 timeout: 0
00010000:00000001:0.0:1329972962.593568:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593569:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593569:0:19164:0:(ldlm_lock.c:291:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:0.0:1329972962.593569:0:19164:0:(ldlm_lock.c:295:ldlm_lock_add_to_lru()) Process leaving
00010000:00000001:0.0:1329972962.593570:0:19164:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.593570:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593570:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.593570:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1329972962.593571:0:19164:0:(client.c:2158:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.593571:0:19164:0:(file.c:2319:ll_inode_revalidate_it()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.593572:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.593572:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.593573:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593573:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00800000:00000001:0.0:1329972962.593574:0:19164:0:(lmv_intent.c:517:lmv_intent_lock()) Process entered
00800000:00000002:0.0:1329972962.593574:0:19164:0:(lmv_intent.c:524:lmv_intent_lock()) INTENT LOCK 'open' for 'f105e' on [0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.593575:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.593575:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593575:0:19164:0:(lmv_intent.c:177:lmv_intent_open()) Process entered
00800000:00000010:0.0:1329972962.593576:0:19164:0:(lmv_intent.c:179:lmv_intent_open()) kmalloced 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.593576:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.593577:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.593577:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.593577:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.593578:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.593578:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.593578:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593579:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x61ab:0x7015a331:0x0]
00800000:00000001:0.0:1329972962.593579:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.593580:0:19164:0:(lmv_intent.c:239:lmv_intent_open()) OPEN_INTENT with fid1=[0x61ab:0x7015a331:0x0], fid2=[0x0:0x0:0x0], name='f105e' -> mds #0
00800000:00000001:0.0:1329972962.593581:0:19164:0:(obd_class.h:1958:md_intent_lock()) Process entered
00000002:00000001:0.0:1329972962.593581:0:19164:0:(mdc_locks.c:910:mdc_intent_lock()) Process entered
00000002:00010000:0.0:1329972962.593581:0:19164:0:(mdc_locks.c:917:mdc_intent_lock()) (name: f105e,[0x0:0x0:0x0]) in obj [0x61ab:0x7015a331:0x0], intent: open flags 0100003
00000002:00000001:0.0:1329972962.593582:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00000002:00000001:0.0:1329972962.593583:0:19164:0:(mdc_locks.c:285:mdc_intent_open_pack()) Process entered
00000002:00000001:0.0:1329972962.593583:0:19164:0:(mdc_reint.c:87:mdc_resource_get_unused()) Process entered
00010000:00000001:0.0:1329972962.593583:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.593584:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.593585:0:19164:0:(ldlm_request.c:1714:ldlm_cancel_resource_local()) Process entered
00010000:00000001:0.0:1329972962.593585:0:19164:0:(ldlm_request.c:1330:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593586:0:19164:0:(ldlm_request.c:1755:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1329972962.593586:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.593587:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000002:00000001:0.0:1329972962.593587:0:19164:0:(mdc_reint.c:101:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.593588:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff880008caa400.
00000020:00000040:0.0:1329972962.593588:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=16 obd=lustre-MDT0000-mdc-ffff880008f8a800
00010000:00000001:0.0:1329972962.593589:0:19164:0:(ldlm_request.c:709:ldlm_prep_elc_req()) Process entered
00010000:00000001:0.0:1329972962.593590:0:19164:0:(ldlm_request.c:1541:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1329972962.593591:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593591:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593591:0:19164:0:(ldlm_request.c:1665:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593592:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.593592:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.593592:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.593593:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff880008caa000.
00000100:00000001:0.0:1329972962.593594:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593595:0:19164:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.593595:0:19164:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593596:0:19164:0:(ldlm_request.c:1769:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1329972962.593596:0:19164:0:(ldlm_request.c:1772:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593596:0:19164:0:(ldlm_request.c:760:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.593597:0:19164:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00010000:00000001:0.0:1329972962.593598:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.593598:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.593598:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.593599:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ea80 count: 2
00010000:00000001:0.0:1329972962.593599:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.593600:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a6c0.
00000020:00000001:0.0:1329972962.593601:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.593601:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a6c0 with handle 0xa58b72ca9be68a75 to hash
00000020:00000001:0.0:1329972962.593601:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.593602:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.593602:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.593603:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593603:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.593604:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.593605:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.593607:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.593609:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.593609:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.593610:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.593610:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000100:00000001:0.0:1329972962.593611:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593611:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132461716480 : -131941247835136 : ffff880008caa400)
00000100:00000001:0.0:1329972962.593611:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.593612:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.593612:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 0 ref 2 fl New:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593614:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.593615:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593615:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.593616:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.593616:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250220:0@lo:101
00000100:00000001:0.0:1329972962.593617:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.593618:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.593618:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593619:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.593619:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff88004d563000.
02000000:00000001:0.0:1329972962.593620:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.593621:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1394565373250220, portal 10
00000100:00000001:0.0:1329972962.593622:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593622:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132461716480 : -131941247835136 : ffff880008caa400)
00000100:00000040:0.0:1329972962.593623:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593625:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.593625:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.593626:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 544 bytes to portal 12, xid 1394565373250220, offset 0
00000100:00000001:0.0:1329972962.593629:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.593629:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000040:0.0:1329972962.593630:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880057b11050 x1394565373250220 msgsize 544
00000100:00100000:0.0:1329972962.593631:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000040:0.0:1329972962.593631:0:19164:0:(events.c:303:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:0.0:1329972962.593633:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.593633:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.593634:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593636:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593636:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 3 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593638:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593638:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.593639:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593640:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.593640:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593641:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.593641:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.593641:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252832c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.593642:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.593642:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593643:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.593643:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593646:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.593646:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593646:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133785440336 : -131939924111280 : ffff880057b11050)
02000000:00000001:0.0:1329972962.593647:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.593647:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.593648:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593648:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.593649:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250220
00000020:00000001:0.0:1329972962.593649:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.593650:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.593650:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.593651:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000020:00000001:0.0:1329972962.593651:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.593652:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.593652:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.593653:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.593654:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.593654:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593654:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.593655:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.593655:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593655:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593656:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593657:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.593657:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.593658:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133785440336 : -131939924111280 : ffff880057b11050)
00000100:00000040:0.0:1329972962.593658:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880057b11050 x1394565373250220/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593661:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.593661:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.593662:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.593662:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.593663:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.593664:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.593664:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff88005983a840.
00000004:00000010:0.0:1329972962.593665:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff88000b3ed920.
00000080:00000010:0.0:1329972962.593666:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.593666:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.593667:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.593668:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250220
00000100:00000001:0.0:1329972962.593668:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.593668:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.593669:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00100000:0.0:1329972962.593670:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+14:19164:x1394565373250220:12345-0@lo:101
00000004:00000001:0.0:1329972962.593671:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.593671:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.593672:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.593672:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.593673:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.593673:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.593673:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593674:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.593675:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.593675:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.593675:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593676:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.593676:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.593677:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.593678:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.593678:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db6c0.
00000020:00000001:0.0:1329972962.593679:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.593679:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db6c0 with handle 0xa58b72ca9be68a7c to hash
00000020:00000001:0.0:1329972962.593680:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.593680:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00000001:0.0:1329972962.593681:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602427072 : -131941107124544 : ffff8800112db6c0)
00010000:00010000:0.0:1329972962.593681:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68a7c lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a75 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.593683:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff8800112db6c0, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.593684:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 3
00000020:00000040:0.0:1329972962.593684:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 15
00010000:00000001:0.0:1329972962.593685:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00000004:00000001:0.0:1329972962.593685:0:13970:0:(mdt_handler.c:3504:mdt_intent_policy()) Process entered
00000004:00000001:0.0:1329972962.593697:0:13970:0:(mdt_handler.c:3466:mdt_intent_opc()) Process entered
00000004:00000001:0.0:1329972962.593698:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.593698:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593699:0:13970:0:(mdt_handler.c:3347:mdt_intent_reint()) Process entered
00000004:00000002:0.0:1329972962.593700:0:13970:0:(mdt_handler.c:1579:mdt_reint_opcode()) @@@ reint opt = 6  req@ffff880057b11050 x1394565373250220/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/0 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000004:00000001:0.0:1329972962.593702:0:13970:0:(mdt_handler.c:1503:mdt_reint_internal()) Process entered
00000100:00000001:0.0:1329972962.593702:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.593703:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.593705:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1408 at ffff880050ab9800.
02000000:00000001:0.0:1329972962.593705:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593706:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593706:0:13970:0:(mdt_lib.c:1292:mdt_reint_unpack()) Process entered
00000004:00000001:0.0:1329972962.593707:0:13970:0:(mdt_lib.c:1156:mdt_open_unpack()) Process entered
00000004:00000001:0.0:1329972962.593707:0:13970:0:(mdt_lib.c:1221:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593708:0:13970:0:(mdt_lib.c:1302:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593708:0:13970:0:(mdt_lib.c:463:old_init_ucred_reint()) Process entered
02000000:00000001:0.0:1329972962.593709:0:13970:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered
02000000:00000001:0.0:1329972962.593710:0:13970:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612132502803520 : -131941206748096 : ffff88000b3d9440)
00000004:00000001:0.0:1329972962.593710:0:13970:0:(mdt_lib.c:101:mdt_root_squash()) Process entered
00000004:00000001:0.0:1329972962.593710:0:13970:0:(mdt_lib.c:104:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593711:0:13970:0:(mdt_lib.c:492:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593711:0:13970:0:(mdt_internal.h:719:mdt_check_resent()) Process entered
00000004:00000001:0.0:1329972962.593712:0:13970:0:(mdt_internal.h:729:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593712:0:13970:0:(mdt_reint.c:1323:mdt_reint_rec()) Process entered
00000004:00000001:0.0:1329972962.593713:0:13970:0:(mdt_open.c:1197:mdt_reint_open()) Process entered
00000004:00000002:0.0:1329972962.593713:0:13970:0:(mdt_open.c:1231:mdt_reint_open()) I am going to open [0x61ab:0x7015a331:0x0]/(f105e->[0x0:0x0:0x0]) cr_flag=03 mode=0100000 msg_flag=0x0
00000004:00000001:0.0:1329972962.593714:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.593715:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x61ab:0x7015a331:0x0]
00000020:00000001:0.0:1329972962.593715:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000001:0.0:1329972962.593716:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.593717:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612133717343360 : -131939992208256 : ffff880053a1fc80)
00000004:00000001:0.0:1329972962.593717:0:13970:0:(mdt_handler.c:2164:mdt_object_lock()) Process entered
00000004:00000001:0.0:1329972962.593718:0:13970:0:(mdt_handler.c:229:mdt_lock_pdo_mode()) Process entered
00000004:00000001:0.0:1329972962.593718:0:13970:0:(cmm_object.c:486:cml_lock_mode()) Process entered
00000004:00000001:0.0:1329972962.593719:0:13970:0:(cmm_object.c:492:cml_lock_mode()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593719:0:13970:0:(mdt_handler.c:297:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:0.0:1329972962.593719:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.593720:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.593720:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000040:0.0:1329972962.593721:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ebc0 count: 3
00010000:00000001:0.0:1329972962.593721:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.593722:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a000.
00000020:00000001:0.0:1329972962.593722:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.593723:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a000 with handle 0xa58b72ca9be68a83 to hash
00000020:00000001:0.0:1329972962.593723:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.593724:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797994496 : -131939911557120 : ffff88005870a000)
00010000:00000001:0.0:1329972962.593724:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797994496 : -131939911557120 : ffff88005870a000)
00010000:00000001:0.0:1329972962.593725:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593725:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593725:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 3/1,0 mode: --/CR res: 25003/1880466225 bits 0x0 rrc: 3 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593727:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.593728:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.593728:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.593728:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593729:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.593729:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593730:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.593730:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.593730:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.593731:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.593731:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.593731:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ebc0 (25003/1880466225/0/0) (rc: 3)
00010000:00000040:0.0:1329972962.593732:0:13970:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.593732:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db480/0xa58b72ca9be688a7 (rc: 2) (pos: 1) (pid: 13970)
00010000:00000040:0.0:1329972962.593733:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68899)
00010000:00000040:0.0:1329972962.593734:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00000040:0.0:1329972962.593734:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 2, read: 0, write: 0 flags: 0x4000000
00010000:00000040:0.0:1329972962.593735:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x1
00010000:00001000:0.0:1329972962.593736:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.593736:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a000/0xa58b72ca9be68a83 (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.593737:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.593737:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ebc0 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.593737:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: CR, grant mode: CR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.593738:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.593738:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.593739:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.593739:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.593740:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593740:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.593740:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593741:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.593741:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.593742:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593742:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593744:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.593744:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593745:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593745:0:13970:0:(ldlm_request.c:397:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1329972962.593745:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.593745:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.593746:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0e940.
00010000:00000001:0.0:1329972962.593747:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.593747:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a900.
00000020:00000001:0.0:1329972962.593748:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.593748:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a900 with handle 0xa58b72ca9be68a8a to hash
00000020:00000001:0.0:1329972962.593749:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.593749:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797996800 : -131939911554816 : ffff88005870a900)
00010000:00000001:0.0:1329972962.593749:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797996800 : -131939911554816 : ffff88005870a900)
00010000:00000001:0.0:1329972962.593750:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593750:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593751:0:13970:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 3/1,0 mode: --/PR res: 25003/1880466225 bits 0x0 rrc: 1 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593752:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.593753:0:13970:0:(ldlm_inodebits.c:153:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1329972962.593753:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.593753:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593754:0:13970:0:(ldlm_inodebits.c:66:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1329972962.593754:0:13970:0:(ldlm_inodebits.c:136:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593755:0:13970:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1329972962.593755:0:13970:0:(ldlm_lock.c:965:ldlm_grant_lock_with_skiplist()) Process entered
00010000:00000001:0.0:1329972962.593755:0:13970:0:(ldlm_lock.c:859:search_granted_lock()) Process entered
00010000:00000001:0.0:1329972962.593755:0:13970:0:(ldlm_lock.c:930:search_granted_lock()) Process leaving
00010000:00000001:0.0:1329972962.593756:0:13970:0:(ldlm_lock.c:938:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1329972962.593756:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0e940 (25003/1880466225/0/276471019) (rc: 1)
00010000:00001000:0.0:1329972962.593757:0:13970:0:(ldlm_lock.c:943:ldlm_granted_list_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.593757:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a900/0xa58b72ca9be68a8a (rc: 3) (pos: 0) (pid: 13970)
00010000:00001000:0.0:1329972962.593758:0:13970:0:(ldlm_lock.c:1917:ldlm_lock_dump())   Node: local
00010000:00001000:0.0:1329972962.593758:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0e940 (25003/1880466225/0)
00010000:00001000:0.0:1329972962.593759:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PR, grant mode: PR, rc: 3, read: 1, write: 0 flags: 0x4004000
00010000:00001000:0.0:1329972962.593759:0:13970:0:(ldlm_lock.c:1947:ldlm_lock_dump())   Bits: 0x2
00010000:00000001:0.0:1329972962.593759:0:13970:0:(ldlm_lock.c:959:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1329972962.593760:0:13970:0:(ldlm_lock.c:971:ldlm_grant_lock_with_skiplist()) Process leaving
00010000:00000001:0.0:1329972962.593760:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.593760:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593761:0:13970:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.593761:0:13970:0:(ldlm_inodebits.c:195:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593761:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.593762:0:13970:0:(ldlm_request.c:213:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1329972962.593762:0:13970:0:(ldlm_request.c:223:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593763:0:13970:0:(ldlm_request.c:435:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593764:0:13970:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1329972962.593765:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593765:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.593765:0:13970:0:(mdt_handler.c:2245:mdt_object_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593766:0:13970:0:(cmm_object.c:465:cml_lookup()) Process entered
00000004:00000001:0.0:1329972962.593766:0:13970:0:(mdd_dir.c:120:mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.593767:0:13970:0:(mdd_dir.c:1429:__mdd_lookup()) Process entered
00000004:00000001:0.0:1329972962.593767:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.593768:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593769:0:13970:0:(osd_handler.c:3770:osd_index_ea_lookup()) Process entered
00000004:00000001:0.0:1329972962.593771:0:13970:0:(osd_handler.c:2719:osd_get_fid_from_dentry()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593771:0:13970:0:(osd_handler.c:3065:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593772:0:13970:0:(osd_handler.c:3782:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.593772:0:13970:0:(mdd_dir.c:1465:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593773:0:13970:0:(mdd_dir.c:122:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593773:0:13970:0:(cmm_object.c:475:cml_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593774:0:13970:0:(mdt_handler.c:2044:mdt_object_find()) Process entered
00000004:00000040:0.0:1329972962.593774:0:13970:0:(mdt_handler.c:2046:mdt_object_find()) Find object for [0x200002b10:0x3:0x0]
00000020:00000001:0.0:1329972962.593774:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.593775:0:13970:0:(mdt_handler.c:2052:mdt_object_find()) Process leaving (rc=18446612132924620928 : -131940784930688 : ffff880024620080)
00000004:00000001:0.0:1329972962.593776:0:13970:0:(cmm_object.c:255:cml_attr_get()) Process entered
00000004:00000001:0.0:1329972962.593776:0:13970:0:(mdd_object.c:815:mdd_attr_get()) Process entered
00000004:00000001:0.0:1329972962.593777:0:13970:0:(mdd_object.c:758:mdd_attr_get_internal()) Process entered
00000004:00000001:0.0:1329972962.593777:0:13970:0:(mdd_object.c:579:mdd_iattr_get()) Process entered
00000004:00000001:0.0:1329972962.593778:0:13970:0:(mdd_object.c:588:mdd_iattr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593778:0:13970:0:(mdd_object.c:627:__mdd_lmm_get()) Process entered
00000004:00000001:0.0:1329972962.593779:0:13970:0:(mdd_lov.c:210:mdd_get_md()) Process entered
00000004:00000001:0.0:1329972962.593780:0:13970:0:(mdd_lov.c:228:mdd_get_md()) Process leaving (rc=56 : 56 : 38)
00000004:00000001:0.0:1329972962.593780:0:13970:0:(mdd_object.c:641:__mdd_lmm_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:0.0:1329972962.593781:0:13970:0:(mdd_object.c:787:mdd_attr_get_internal()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff880050ab9b28
00000004:00000001:0.0:1329972962.593781:0:13970:0:(mdd_object.c:788:mdd_attr_get_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593782:0:13970:0:(mdd_object.c:817:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593782:0:13970:0:(cmm_object.c:257:cml_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593783:0:13970:0:(mdt_open.c:739:mdt_finish_open()) Process entered
00000004:00000002:0.0:1329972962.593783:0:13970:0:(mdt_handler.c:454:mdt_pack_attr2body()) [0x200002b10:0x3:0x0]: nlink=1, mode=100644, size=0
00000004:00000001:0.0:1329972962.593785:0:13970:0:(cmm_object.c:273:cml_xattr_get()) Process entered
00000004:00000001:0.0:1329972962.593785:0:13970:0:(mdd_object.c:830:mdd_xattr_get()) Process entered
00000004:00000001:0.0:1329972962.593786:0:13970:0:(mdd_object.c:839:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:0.0:1329972962.593786:0:13970:0:(cmm_object.c:275:cml_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:0.0:1329972962.593787:0:13970:0:(mdt_open.c:605:mdt_mfd_open()) Process entered
00000004:00000002:0.0:1329972962.593787:0:13970:0:(mdt_open.c:627:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56
00000004:00000001:0.0:1329972962.593787:0:13970:0:(mdt_open.c:514:mdt_write_get()) Process entered
00000004:00000001:0.0:1329972962.593788:0:13970:0:(mdt_open.c:521:mdt_write_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593788:0:13970:0:(mdt_open.c:167:mdt_ioepoch_open()) Process entered
00000004:00000001:0.0:1329972962.593789:0:13970:0:(mdt_open.c:171:mdt_ioepoch_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593789:0:13970:0:(cmm_object.c:346:cml_open()) Process entered
00000004:00000001:0.0:1329972962.593790:0:13970:0:(mdd_object.c:2013:mdd_open_sanity_check()) Process entered
00000004:00000001:0.0:1329972962.593790:0:13970:0:(mdd_permission.c:218:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1329972962.593791:0:13970:0:(mdd_permission.c:265:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593791:0:13970:0:(mdd_object.c:2064:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593792:0:13970:0:(cmm_object.c:348:cml_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593792:0:13970:0:(mdt_open.c:65:mdt_mfd_new()) Process entered
00000004:00000010:0.0:1329972962.593793:0:13970:0:(mdt_open.c:67:mdt_mfd_new()) kmalloced 'mfd': 128 at ffff88005518fd40.
00000020:00000001:0.0:1329972962.593793:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.593793:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005518fd40 with handle 0xa58b72ca9be68a91 to hash
00000020:00000001:0.0:1329972962.593794:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00000004:00000001:0.0:1329972962.593794:0:13970:0:(mdt_open.c:73:mdt_mfd_new()) Process leaving (rc=18446612133741919552 : -131939967632064 : ffff88005518fd40)
00000004:00000001:0.0:1329972962.593795:0:13970:0:(mdt_internal.h:474:mdt_object_get()) Process entered
00000004:00000001:0.0:1329972962.593795:0:13970:0:(mdt_internal.h:476:mdt_object_get()) Process leaving
00000004:00080000:0.0:1329972962.593795:0:13970:0:(mdt_open.c:590:mdt_mfd_set_mode()) Change mfd ffff88005518fd40 mode 0x0->0x3
00000004:00000001:0.0:1329972962.593796:0:13970:0:(mdt_open.c:561:mdt_empty_transno()) Process entered
00000004:00000002:0.0:1329972962.593796:0:13970:0:(mdt_open.c:578:mdt_empty_transno()) transno = 90194313232, last_committed = 90194313220
00000004:00000001:0.0:1329972962.593797:0:13970:0:(mdt_open.c:582:mdt_empty_transno()) Process leaving
00000004:00000001:0.0:1329972962.593797:0:13970:0:(mdt_open.c:721:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593798:0:13970:0:(mdt_open.c:880:mdt_finish_open()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593798:0:13970:0:(mdt_open.c:1465:mdt_reint_open()) Process leaving
00000004:00000001:0.0:1329972962.593798:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.593799:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.593799:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.593800:0:13970:0:(mdt_handler.c:2317:mdt_object_unlock()) Process entered
00000004:00000001:0.0:1329972962.593800:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.593800:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593801:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593801:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797994496 : -131939911557120 : ffff88005870a000)
00010000:00000001:0.0:1329972962.593802:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612133797994496 : -131939911557120 : ffff88005870a000)
00010000:00000001:0.0:1329972962.593802:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.593802:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 3/1,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593804:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593804:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.593805:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.593805:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 2/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593807:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593807:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593808:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.593808:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.593809:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a000 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.593810:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.593810:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.593811:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 3/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593812:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.593813:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593813:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593813:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797994496 : -131939911557120 : ffff88005870a000)
00010000:00000001:0.0:1329972962.593814:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612133797994496 : -131939911557120 : ffff88005870a000)
00010000:00000001:0.0:1329972962.593814:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.593815:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 4/0,0 mode: CR/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593816:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.593817:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00000004:00000001:0.0:1329972962.593817:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.593817:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593818:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a000 : no-op
00010000:00000001:0.0:1329972962.593818:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.593819:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.593819:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593819:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.593820:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a000 with handle 0xa58b72ca9be68a83 from hash
00010000:00000001:0.0:1329972962.593820:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.593820:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593821:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593821:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.593822:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.593822:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593822:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.593823:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.593823:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.593823:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593824:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.593824:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593824:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.593825:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593825:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.593825:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.593826:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593826:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593827:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593827:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593827:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593828:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 2/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593830:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593830:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593830:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.593830:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.593831:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.593831:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a000/0xa58b72ca9be68a83 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 3 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.593832:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 2
00010000:00000001:0.0:1329972962.593833:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.593834:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.593834:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.593834:0:13970:0:(mdt_handler.c:2265:mdt_save_lock()) Process entered
00010000:00000001:0.0:1329972962.593835:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593835:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593835:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797996800 : -131939911554816 : ffff88005870a900)
00010000:00000001:0.0:1329972962.593836:0:13970:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612133797996800 : -131939911554816 : ffff88005870a900)
00010000:00000001:0.0:1329972962.593836:0:13970:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.593837:0:13970:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 3/1,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004000 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593838:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593839:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000040:0.0:1329972962.593839:0:13970:0:(ldlm_lock.c:760:ldlm_lock_decref_internal()) forcing cancel of local lock
00010000:00010000:0.0:1329972962.593839:0:13970:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 2/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593841:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593841:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593841:0:13970:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.593842:0:13970:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00010000:0.0:1329972962.593843:0:13970:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a900 already unused, calling callback (ffffffffa0640fd0)
00000004:00000001:0.0:1329972962.593844:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.593844:0:13970:0:(ldlm_request.c:295:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1329972962.593844:0:13970:0:(ldlm_request.c:305:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 3/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4004010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593846:0:13970:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.593846:0:13970:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593846:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593847:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797996800 : -131939911554816 : ffff88005870a900)
00010000:00000001:0.0:1329972962.593847:0:13970:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612133797996800 : -131939911554816 : ffff88005870a900)
00010000:00000001:0.0:1329972962.593848:0:13970:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.593848:0:13970:0:(ldlm_request.c:1052:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 4/0,0 mode: PR/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x4006010 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593850:0:13970:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.593850:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00000004:00000001:0.0:1329972962.593850:0:13970:0:(mdt_handler.c:2123:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1329972962.593850:0:13970:0:(mdt_handler.c:2126:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593851:0:13970:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a900 : no-op
00010000:00000001:0.0:1329972962.593851:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.593852:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.593852:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593852:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.593853:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a900 with handle 0xa58b72ca9be68a8a from hash
00010000:00000001:0.0:1329972962.593853:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.593853:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593854:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593854:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.593854:0:13970:0:(ldlm_pool.c:348:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1329972962.593854:0:13970:0:(ldlm_pool.c:352:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593855:0:13970:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.593855:0:13970:0:(ldlm_lock.c:1629:ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1329972962.593855:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.593856:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593856:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.593856:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.593857:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.593857:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593858:0:13970:0:(ldlm_lock.c:1649:ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1329972962.593858:0:13970:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.593858:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593859:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593859:0:13970:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593859:0:13970:0:(ldlm_request.c:314:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593860:0:13970:0:(mdt_handler.c:2154:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593860:0:13970:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 2/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593862:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593862:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593862:0:13970:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.593862:0:13970:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.593863:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.593863:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a900/0xa58b72ca9be68a8a lrc: 0/0,0 mode: --/PR res: 25003/1880466225 bits 0x2 rrc: 1 type: IBT flags: 0x24006090 remote: 0x0 expref: -99 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.593864:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0e940 count: 0
00010000:00000001:0.0:1329972962.593865:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000010:0.0:1329972962.593866:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0e940.
00010000:00000001:0.0:1329972962.593867:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1329972962.593867:0:13970:0:(mdt_handler.c:2299:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1329972962.593867:0:13970:0:(mdt_handler.c:2322:mdt_object_unlock()) Process leaving
00000004:00000001:0.0:1329972962.593867:0:13970:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.593868:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000004:00000001:0.0:1329972962.593868:0:13970:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.593869:0:13970:0:(mdt_reint.c:1327:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593869:0:13970:0:(mdt_handler.c:1561:mdt_reint_internal()) Process leaving
02000000:00000001:0.0:1329972962.593870:0:13970:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered
02000000:00000001:0.0:1329972962.593870:0:13970:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving
00000004:00000001:0.0:1329972962.593871:0:13970:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.593871:0:13970:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 56 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.593872:0:13970:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.593873:0:13970:0:(mdt_handler.c:3414:mdt_intent_reint()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.593873:0:13970:0:(mdt_handler.c:3491:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:0.0:1329972962.593874:0:13970:0:(mdt_handler.c:3540:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.593874:0:13970:0:(ldlm_lock.c:371:ldlm_lock_destroy()) Process entered
00010000:00000001:0.0:1329972962.593875:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.593875:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593875:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593876:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593876:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.593876:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db6c0 with handle 0xa58b72ca9be68a7c from hash
00010000:00000001:0.0:1329972962.593877:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.593877:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593878:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593878:0:13970:0:(ldlm_lock.c:381:ldlm_lock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.593878:0:13970:0:(ldlm_lock.c:1321:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.593879:0:13970:0:(ldlm_lockd.c:1188:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.593879:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=301, rc=0) ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68a7c lrc: 1/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a75 expref: 15 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.593881:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.593881:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff8800112db6c0/0xa58b72ca9be68a7c lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0xa58b72ca9be68a75 expref: 15 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.593884:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ebc0 count: 1
00010000:00000001:0.0:1329972962.593885:0:13970:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00000020:00000040:0.0:1329972962.593885:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff8800112db6c0, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.593886:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.593887:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 14
00010000:00000001:0.0:1329972962.593887:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.593887:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800112db6c0, rc 0)
00010000:00000040:0.0:1329972962.593888:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 90194313232, xid 1394565373250220
00010000:00000001:0.0:1329972962.593889:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.593889:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880057b11050 x1394565373250220/t90194313232(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/600 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00010000:00000001:0.0:1329972962.593892:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.593892:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.593893:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.593894:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.593894:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.593895:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.593896:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.593896:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593896:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.593897:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.593898:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 600 bytes to portal 10, xid 1394565373250220, offset 192
00000100:00000001:0.0:1329972962.593900:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.593901:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:P/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.593903:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=192 replen=1104  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593906:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.593907:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.593907:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.593908:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.593908:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.593909:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.593909:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.593910:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.593910:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593911:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.593911:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.593912:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880057b11050 x1394565373250220/t90194313232(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 544/600 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 301/-1
00000100:00000040:0.0:1329972962.593914:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.593915:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00000008:00000010:0.0:1329972962.593916:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.593916:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.593917:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff88000ab8e0c0.
00000004:00000010:0.0:1329972962.593918:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff88005983a840.
00000004:00000010:0.0:1329972962.593918:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff88000b3ed920.
00000080:00000010:0.0:1329972962.593919:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.593920:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.593920:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.593921:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.593922:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250220:12345-0@lo:101 Request procesed in 260us (291us total) trans 90194313232 rc 301/301
00000020:00000040:0.0:1329972962.593923:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
02000000:00000001:0.0:1329972962.593924:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.593925:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1408 at ffff880050ab9800.
02000000:00000001:0.0:1329972962.593926:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:0.0:1329972962.593926:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.593926:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 616 at ffff880008d6c800.
02000000:00000001:0.0:1329972962.593927:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.593927:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff880008d6cc00.
02000000:00000001:0.0:1329972962.593928:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.593928:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1408 at ffff88004d563800.
02000000:00000001:0.0:1329972962.593928:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.593929:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff880008caa800.
02000000:00000001:0.0:1329972962.593929:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.593930:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1288 at ffff880008cfa000.
02000000:00000001:0.0:1329972962.593930:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.593930:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff880047a82400.
02000000:00000001:0.0:1329972962.593931:0:13970:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.593931:0:13970:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1408 at ffff8800432ac800.
02000000:00000001:0.0:1329972962.593932:0:13970:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.593932:0:13970:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff880047a82c00.
00000100:00000001:0.0:1329972962.593933:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1329972962.593934:0:13970:0:(niobuf.c:726:ptlrpc_register_rqbd()) LNetMEAttach: portal 12
00000100:00000001:0.0:1329972962.593937:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.593938:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.593938:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.593940:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/1104 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593942:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.593943:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593943:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.593944:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.593944:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.593944:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.593945:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.593946:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.593947:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.593948:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000040:0.0:1329972962.593948:0:19164:0:(client.c:1133:ptlrpc_check_status()) @@@ status is 301  req@ffff880008caa400 x1394565373250220/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Rpc:RP/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.593950:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.593950:0:19164:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.593951:0:19164:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1329972962.593951:0:19164:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.593952:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.593952:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132461716480 : -131941247835136 : ffff880008caa400)
00000100:00000001:0.0:1329972962.593953:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.593953:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.593953:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.593954:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:0.0:1329972962.593955:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Rpc:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.593957:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:0.0:1329972962.593957:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.593958:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.593958:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Interpret:RP/ffffffff/ffffffff rc 301/-1
00000100:00100000:0.0:1329972962.593960:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250220:0@lo:101
00000100:00000001:0.0:1329972962.593961:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.593962:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:0.0:1329972962.593962:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.593963:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.593963:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 3 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.593965:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.593966:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.593966:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.593966:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:0.0:1329972962.593967:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.593967:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593968:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593968:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.593969:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00010000:0.0:1329972962.593969:0:19164:0:(ldlm_request.c:508:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593971:0:19164:0:(ldlm_request.c:528:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:0.0:1329972962.593972:0:19164:0:(ldlm_request.c:465:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593974:0:19164:0:(ldlm_lock.c:748:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1329972962.593974:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 4/1,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593976:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593976:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.593976:0:19164:0:(ldlm_lock.c:772:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593978:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593978:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00000001:0.0:1329972962.593979:0:19164:0:(ldlm_lockd.c:1485:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1329972962.593979:0:19164:0:(ldlm_lockd.c:1487:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 4/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4000c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.593981:0:19164:0:(ldlm_lockd.c:1500:ldlm_handle_bl_callback()) Lock ffff88005870a6c0 already unused, calling callback (ffffffffa076e450)
00000080:00000001:0.0:1329972962.593981:0:19164:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00010000:00000001:0.0:1329972962.593982:0:19164:0:(ldlm_request.c:1253:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1329972962.593982:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.593982:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.593982:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.593983:0:19164:0:(ldlm_lock.c:568:__ldlm_handle2lock()) Process leaving (rc=18446612133797996224 : -131939911555392 : ffff88005870a6c0)
00010000:00000001:0.0:1329972962.593984:0:19164:0:(ldlm_request.c:1025:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1329972962.593984:0:19164:0:(ldlm_request.c:1030:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 5/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x4002c10 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000080:00000001:0.0:1329972962.593985:0:19164:0:(namei.c:190:ll_md_blocking_ast()) Process entered
00000080:00000001:0.0:1329972962.593986:0:19164:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593986:0:19164:0:(ldlm_request.c:1043:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:0.0:1329972962.593987:0:19164:0:(ldlm_lock.c:1684:ldlm_lock_cancel()) Process entered
00010000:00010000:0.0:1329972962.593987:0:19164:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00010000:00010000:0.0:1329972962.593987:0:19164:0:(ldlm_lockd.c:502:ldlm_del_waiting_lock()) Client lock ffff88005870a6c0 : no-op
00010000:00000001:0.0:1329972962.593988:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.593988:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.593988:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.593989:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.593989:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a6c0 with handle 0xa58b72ca9be68a75 from hash
00010000:00000001:0.0:1329972962.593990:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.593990:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593990:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593990:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.593991:0:19164:0:(ldlm_lock.c:1717:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1329972962.593991:0:19164:0:(ldlm_request.c:1057:ldlm_cli_cancel_local()) Process leaving (rc=1024 : 1024 : 400)
00010000:00000001:0.0:1329972962.593991:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593992:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593992:0:19164:0:(ldlm_request.c:1265:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.593992:0:19164:0:(namei.c:275:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.593993:0:19164:0:(ldlm_lockd.c:1509:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 3/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.593994:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593995:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593995:0:19164:0:(ldlm_lockd.c:1511:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1329972962.593995:0:19164:0:(ldlm_lock.c:805:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1329972962.593995:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.593996:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593996:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.593996:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a6c0/0xa58b72ca9be68a75 lrc: 0/0,0 mode: --/CR res: 25003/1880466225 bits 0x2 rrc: 2 type: IBT flags: 0x24002c90 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.593998:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ea80 count: 1
00010000:00000001:0.0:1329972962.593998:0:19164:0:(lustre_fid.h:339:fid_flatten()) Process leaving (rc=25003 : 25003 : 61ab)
00010000:00000001:0.0:1329972962.593999:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.593999:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:0.0:1329972962.594000:0:19164:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.594000:0:19164:0:(mdc_locks.c:475:mdc_finish_enqueue()) Process entered
00000002:00100000:0.0:1329972962.594001:0:19164:0:(mdc_locks.c:527:mdc_finish_enqueue()) @@@ op: 1 disposition: 2b, status: 0  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.594004:0:19164:0:(mdc_request.c:719:mdc_set_open_replay_data()) Process entered
00000002:00100000:0.0:1329972962.594004:0:19164:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 544/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.594006:0:19164:0:(mdc_request.c:769:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.594007:0:19164:0:(mdc_locks.c:626:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.594008:0:19164:0:(mdc_locks.c:729:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594008:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594008:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132461716480 : -131941247835136 : ffff880008caa400)
00010000:00000001:0.0:1329972962.594009:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.594009:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.594010:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594010:0:19164:0:(ldlm_lock.c:537:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00002000:0.0:1329972962.594011:0:19164:0:(mdc_locks.c:844:mdc_finish_intent_lock()) D_IT dentry f105e intent: open status 0 disp 80002b rc 0
00000002:00000001:0.0:1329972962.594011:0:19164:0:(mdc_locks.c:845:mdc_finish_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.594012:0:19164:0:(mdc_locks.c:967:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594012:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594013:0:19164:0:(lmv_intent.c:79:lmv_intent_remote()) Process entered
00800000:00000001:0.0:1329972962.594013:0:19164:0:(lmv_intent.c:89:lmv_intent_remote()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594014:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.594014:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594015:0:19164:0:(lmv_intent.c:336:lmv_intent_open()) Process leaving
00800000:00000010:0.0:1329972962.594015:0:19164:0:(lmv_intent.c:338:lmv_intent_open()) kfreed 'sop_data': 296 at ffff880016edec00.
00800000:00000001:0.0:1329972962.594016:0:19164:0:(lmv_intent.c:540:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594016:0:19164:0:(obd_class.h:1964:md_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.594017:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594017:0:19164:0:(namei.c:441:ll_lookup_it_finish()) Process entered
00000080:00000001:0.0:1329972962.594018:0:19164:0:(llite_lib.c:2027:ll_prep_inode()) Process entered
00000080:00000001:0.0:1329972962.594018:0:19164:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.594019:0:19164:0:(lmv_obd.c:2935:lmv_get_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.594019:0:19164:0:(obd_class.h:2060:md_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.594019:0:19164:0:(mdc_request.c:487:mdc_get_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.594020:0:19164:0:(obd_class.h:735:obd_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.594020:0:19164:0:(lov_pack.c:343:lov_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.594021:0:19164:0:(lov_pack.c:298:lov_alloc_memmd()) Process entered
00020000:00000040:0.0:1329972962.594021:0:19164:0:(lov_pack.c:300:lov_alloc_memmd()) alloc lsm, stripe_count 1
00020000:00000010:0.0:1329972962.594022:0:19164:0:(lov_ea.c:111:lsm_alloc_plain()) kmalloced 'lsm': 72 at ffff8800252832c0.
00020000:00000010:0.0:1329972962.594022:0:19164:0:(lov_ea.c:116:lsm_alloc_plain()) slab-alloced '(loi)': 272 at ffff8800324d2d00.
00020000:00000001:0.0:1329972962.594023:0:19164:0:(lov_pack.c:319:lov_alloc_memmd()) Process leaving (rc=72 : 72 : 48)
00020000:00000001:0.0:1329972962.594024:0:19164:0:(lov_pack.c:384:lov_unpackmd()) Process leaving (rc=72 : 72 : 48)
00000002:00000001:0.0:1329972962.594024:0:19164:0:(obd_class.h:741:obd_unpackmd()) Process leaving (rc=72 : 72 : 48)
00000002:00000001:0.0:1329972962.594025:0:19164:0:(mdc_request.c:604:mdc_get_lustre_md()) Process leaving
00800000:00000001:0.0:1329972962.594025:0:19164:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594025:0:19164:0:(lmv_obd.c:2937:lmv_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594026:0:19164:0:(obd_class.h:2063:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594026:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.594027:0:19164:0:(lcommon_cl.c:1313:cl_fid_build_ino()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.594028:0:19164:0:(namei.c:129:ll_iget()) Process entered
00000080:00000001:0.0:1329972962.594029:0:19164:0:(obd_class.h:735:obd_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.594029:0:19164:0:(lov_pack.c:343:lov_unpackmd()) Process entered
00020000:00000010:0.0:1329972962.594029:0:19164:0:(lov_ea.c:139:lsm_free_plain()) slab-freed 'lsm->lsm_oinfo[i]': 272 at ffff8800324d2d00.
00020000:00000010:0.0:1329972962.594030:0:19164:0:(lov_ea.c:141:lsm_free_plain()) kfreed 'lsm': 72 at ffff8800252832c0.
00020000:00000001:0.0:1329972962.594031:0:19164:0:(lov_pack.c:365:lov_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594031:0:19164:0:(obd_class.h:741:obd_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594032:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.594032:0:19164:0:(lcommon_cl.c:1313:cl_fid_build_ino()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.594033:0:19164:0:(lcommon_cl.c:1322:cl_fid_build_gen()) Process entered
00000080:00000001:0.0:1329972962.594033:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000080:00000001:0.0:1329972962.594034:0:19164:0:(lcommon_cl.c:1330:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b)
00000080:00200000:0.0:1329972962.594034:0:19164:0:(namei.c:151:ll_iget()) got inode: ffff8800471c41f8 for [0x200002b10:0x3:0x0]
00000080:00000001:0.0:1329972962.594035:0:19164:0:(namei.c:153:ll_iget()) Process leaving (rc=18446612133507252728 : -131940202298888 : ffff8800471c41f8)
00000080:00000001:0.0:1329972962.594036:0:19164:0:(obd_class.h:2069:md_free_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.594036:0:19164:0:(lmv_obd.c:2944:lmv_free_lustre_md()) Process entered
00800000:00000001:0.0:1329972962.594036:0:19164:0:(obd_class.h:2069:md_free_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.594037:0:19164:0:(mdc_request.c:626:mdc_free_lustre_md()) Process entered
00000002:00000001:0.0:1329972962.594037:0:19164:0:(mdc_request.c:627:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594037:0:19164:0:(obd_class.h:2072:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594038:0:19164:0:(lmv_obd.c:2948:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594038:0:19164:0:(obd_class.h:2072:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594039:0:19164:0:(llite_lib.c:2068:ll_prep_inode()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.594039:0:19164:0:(namei.c:454:ll_lookup_it_finish()) setting l_data to inode ffff8800471c41f8 (144115373027885059/33554475)
00000080:00000001:0.0:1329972962.594040:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.594040:0:19164:0:(lmv_obd.c:2893:lmv_set_lock_data()) Process entered
00800000:00000001:0.0:1329972962.594040:0:19164:0:(obd_class.h:2127:md_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.594041:0:19164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process entered
00000002:00000001:0.0:1329972962.594041:0:19164:0:(mdc_locks.c:130:mdc_set_lock_data()) Process leaving
00000002:00000001:0.0:1329972962.594041:0:19164:0:(mdc_locks.c:131:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594042:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594042:0:19164:0:(lmv_obd.c:2896:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594043:0:19164:0:(obd_class.h:2130:md_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594043:0:19164:0:(dcache.c:182:ll_set_dd()) Process entered
00000080:00002000:0.0:1329972962.594043:0:19164:0:(dcache.c:187:ll_set_dd()) ldd on dentry f105e (ffff88004f1725c0) parent ffff8800185c6f00 inode (null) refc 1
00000080:00000010:0.0:1329972962.594044:0:19164:0:(dcache.c:192:ll_set_dd()) kmalloced 'lld': 104 at ffff8800252832c0.
00000080:00000001:0.0:1329972962.594045:0:19164:0:(dcache.c:205:ll_set_dd()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:0.0:1329972962.594046:0:19164:0:(namei.c:401:ll_find_alias()) alias dentry f105e (ffff88004f1725c0) parent ffff8800185c6f00 inode (null) refc 1
00000080:00000001:0.0:1329972962.594046:0:19164:0:(namei.c:508:ll_lookup_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594047:0:19164:0:(namei.c:596:ll_lookup_it()) Process leaving via out (rc=18446612133641084288 : -131940068467328 : 0xffff88004f165d80)
00000100:00000001:0.0:1329972962.594047:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594048:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 3 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.594050:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594051:0:19164:0:(file.c:509:ll_file_open()) Process entered
00000080:00200000:0.0:1329972962.594051:0:19164:0:(file.c:512:ll_file_open()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8), flags 100002
00000080:00000010:0.0:1329972962.594052:0:19164:0:(file.c:61:ll_file_data_get()) slab-alloced '(fd)': 192 at ffff880008c85b00.
00000080:00000001:0.0:1329972962.594053:0:19164:0:(file.c:1574:ll_release_openhandle()) Process entered
00000080:00000010:0.0:1329972962.594054:0:19164:0:(file.c:1588:ll_release_openhandle()) kmalloced 'och': 40 at ffff880032b00a00.
00000080:00000001:0.0:1329972962.594054:0:19164:0:(obd_class.h:2109:md_set_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.594055:0:19164:0:(lmv_obd.c:2958:lmv_set_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.594055:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.594056:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.594056:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.594056:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.594057:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594057:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594058:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594058:0:19164:0:(obd_class.h:2109:md_set_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.594059:0:19164:0:(mdc_request.c:719:mdc_set_open_replay_data()) Process entered
00000002:00000010:0.0:1329972962.594059:0:19164:0:(obd.h:1649:obd_mod_alloc()) kmalloced 'mod': 32 at ffff88000b3ed920.
00000002:00100000:0.0:1329972962.594060:0:19164:0:(mdc_request.c:768:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.594062:0:19164:0:(mdc_request.c:769:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594062:0:19164:0:(obd_class.h:2112:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594062:0:19164:0:(lmv_obd.c:2964:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594063:0:19164:0:(obd_class.h:2112:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594063:0:19164:0:(file.c:126:ll_close_inode_openhandle()) Process entered
00000080:00000010:0.0:1329972962.594064:0:19164:0:(file.c:138:ll_close_inode_openhandle()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594065:0:19164:0:(file.c:96:ll_prepare_close()) Process entered
00000080:00000001:0.0:1329972962.594065:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.594065:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594066:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.594066:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594067:0:19164:0:(file.c:113:ll_prepare_close()) Process leaving
00000080:00000001:0.0:1329972962.594067:0:19164:0:(obd_class.h:1887:md_close()) Process entered
00800000:00000001:0.0:1329972962.594067:0:19164:0:(lmv_obd.c:1426:lmv_close()) Process entered
00800000:00000001:0.0:1329972962.594068:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.594068:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594068:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.594069:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.594069:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.594069:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.594070:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594070:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594071:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594071:0:19164:0:(lmv_obd.c:1436:lmv_close()) CLOSE [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594071:0:19164:0:(obd_class.h:1887:md_close()) Process entered
00000002:00000001:0.0:1329972962.594072:0:19164:0:(mdc_request.c:816:mdc_close()) Process entered
00000100:00000010:0.0:1329972962.594072:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff880047a82c00.
00000020:00000040:0.0:1329972962.594073:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=17 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.594074:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.594074:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.594075:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.594075:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880016edec00.
00000100:00000001:0.0:1329972962.594076:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000002:00080000:0.0:1329972962.594077:0:19164:0:(mdc_request.c:845:mdc_close()) @@@ matched open  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.594079:0:19164:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00000100:00000001:0.0:1329972962.594080:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.594080:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.594080:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800326e23c0.
00000100:00000001:0.0:1329972962.594081:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612133160297408 : -131940549254208 : ffff8800326e23c0)
00000100:00000001:0.0:1329972962.594082:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594082:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516422144 : -131940193129472 : ffff880047a82c00)
00000100:00000001:0.0:1329972962.594082:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.594083:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.594083:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594085:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.594086:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594086:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.594086:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.594087:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250221:0@lo:35
00000100:00000001:0.0:1329972962.594088:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.594088:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.594089:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594089:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.594090:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880047a82400.
02000000:00000001:0.0:1329972962.594090:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594092:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250221, portal 10
00000100:00000001:0.0:1329972962.594092:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594092:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516422144 : -131940193129472 : ffff880047a82c00)
00000100:00000040:0.0:1329972962.594093:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594095:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594096:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.594097:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 360 bytes to portal 23, xid 1394565373250221, offset 0
00000100:00000001:0.0:1329972962.594099:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594099:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt_readpage
00000100:00000040:0.0:1329972962.594100:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff88005a477050 x1394565373250221 msgsize 360
00000100:00100000:0.0:1329972962.594101:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000040:0.0:1329972962.594101:0:19164:0:(events.c:303:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:0.0:1329972962.594103:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594103:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.594104:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594106:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594106:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594108:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594109:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594109:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594110:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.594110:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594111:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.594111:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.594111:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800326e23c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.594112:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594112:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594113:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594113:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594115:0:13973:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.594116:0:13973:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594116:0:13973:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133828849744 : -131939880701872 : ffff88005a477050)
02000000:00000001:0.0:1329972962.594117:0:13973:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.594117:0:13973:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.594117:0:13973:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594118:0:13973:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594119:0:13973:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250221
00000020:00000001:0.0:1329972962.594119:0:13973:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.594119:0:13973:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.594120:0:13973:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.594120:0:13973:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000020:00000001:0.0:1329972962.594121:0:13973:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.594121:0:13973:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.594122:0:13973:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594123:0:13973:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00000001:0.0:1329972962.594123:0:13973:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.594123:0:13973:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594124:0:13973:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.594124:0:13973:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.594124:0:13973:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594125:0:13973:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594126:0:13973:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594127:0:13973:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.594127:0:13973:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.594127:0:13973:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133828849744 : -131939880701872 : ffff88005a477050)
00000100:00000040:0.0:1329972962.594128:0:13973:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff88005a477050 x1394565373250221/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594130:0:13973:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.594131:0:13973:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.594131:0:13973:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.594132:0:13973:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594133:0:13973:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594133:0:13973:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.594134:0:13973:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880057ad6340.
00000004:00000010:0.0:1329972962.594135:0:13973:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594135:0:13973:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594136:0:13973:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594137:0:13973:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.594137:0:13973:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250221
00000100:00000001:0.0:1329972962.594138:0:13973:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594138:0:13973:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.594139:0:13973:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00100000:0.0:1329972962.594139:0:13973:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+14:19164:x1394565373250221:12345-0@lo:35
00000004:00000001:0.0:1329972962.594141:0:13973:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.594141:0:13973:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.594141:0:13973:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.594142:0:13973:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.594142:0:13973:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.594143:0:13973:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.594143:0:13973:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594144:0:13973:0:(mdt_open.c:1562:mdt_close()) Process entered
00000004:00000001:0.0:1329972962.594144:0:13973:0:(mdt_lib.c:869:mdt_close_unpack()) Process entered
00000004:00000001:0.0:1329972962.594145:0:13973:0:(mdt_lib.c:813:mdt_ioepoch_unpack()) Process entered
00000004:00000001:0.0:1329972962.594145:0:13973:0:(mdt_lib.c:820:mdt_ioepoch_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594146:0:13973:0:(mdt_lib.c:777:mdt_setattr_unpack_rec()) Process entered
00000004:00000001:0.0:1329972962.594146:0:13973:0:(mdt_lib.c:807:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594147:0:13973:0:(mdt_lib.c:875:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594147:0:13973:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.594148:0:13973:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.594148:0:13973:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1088 at ffff8800432ac800.
02000000:00000001:0.0:1329972962.594149:0:13973:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594149:0:13973:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594150:0:13973:0:(mdt_internal.h:719:mdt_check_resent()) Process entered
00000004:00000001:0.0:1329972962.594150:0:13973:0:(mdt_internal.h:729:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594151:0:13973:0:(mdt_open.c:86:mdt_handle2mfd()) Process entered
00000020:00000001:0.0:1329972962.594151:0:13973:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.594152:0:13973:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133741919552 : -131939967632064 : ffff88005518fd40)
00000004:00000001:0.0:1329972962.594152:0:13973:0:(mdt_open.c:99:mdt_handle2mfd()) Process leaving (rc=18446612133741919552 : -131939967632064 : ffff88005518fd40)
00000020:00000040:0.0:1329972962.594153:0:13973:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005518fd40 with handle 0xa58b72ca9be68a91 from hash
00000004:00000001:0.0:1329972962.594153:0:13973:0:(mdt_internal.h:474:mdt_object_get()) Process entered
00000004:00000001:0.0:1329972962.594154:0:13973:0:(mdt_internal.h:476:mdt_object_get()) Process leaving
00000004:00000001:0.0:1329972962.594154:0:13973:0:(mdt_open.c:1492:mdt_mfd_close()) Process entered
00000004:00000001:0.0:1329972962.594154:0:13973:0:(mdt_open.c:526:mdt_write_put()) Process entered
00000004:00000001:0.0:1329972962.594154:0:13973:0:(mdt_open.c:530:mdt_write_put()) Process leaving
00000004:00000001:0.0:1329972962.594155:0:13973:0:(mdt_open.c:431:mdt_ioepoch_close()) Process entered
00000004:00000001:0.0:1329972962.594155:0:13973:0:(mdt_open.c:435:mdt_ioepoch_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594156:0:13973:0:(cmm_object.c:264:cml_attr_set()) Process entered
00000004:00000001:0.0:1329972962.594156:0:13973:0:(mdd_object.c:1472:mdd_attr_set()) Process entered
00000004:00000001:0.0:1329972962.594156:0:13973:0:(mdd_object.c:1044:mdd_fix_attr()) Process entered
00000004:00000001:0.0:1329972962.594157:0:13973:0:(mdd_object.c:1085:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594157:0:13973:0:(mdd_object.c:1482:mdd_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594158:0:13973:0:(cmm_object.c:266:cml_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594158:0:13973:0:(cmm_object.c:355:cml_close()) Process entered
00000004:00000001:0.0:1329972962.594159:0:13973:0:(mdd_object.c:2121:mdd_close()) Process entered
00000004:00000001:0.0:1329972962.594159:0:13973:0:(mdd_object.c:579:mdd_iattr_get()) Process entered
00000004:00000001:0.0:1329972962.594160:0:13973:0:(mdd_object.c:588:mdd_iattr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594160:0:13973:0:(mdd_object.c:2198:mdd_close()) Process leaving
00000004:00000001:0.0:1329972962.594160:0:13973:0:(cmm_object.c:357:cml_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594161:0:13973:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.594161:0:13973:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.594162:0:13973:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.594162:0:13973:0:(mdt_open.c:1550:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594163:0:13973:0:(mdt_lib.c:621:mdt_handle_last_unlink()) Process entered
00000004:00000002:0.0:1329972962.594163:0:13973:0:(mdt_handler.c:454:mdt_pack_attr2body()) [0x200002b10:0x3:0x0]: nlink=1, mode=100644, size=0
00000004:00000001:0.0:1329972962.594164:0:13973:0:(mdt_lib.c:670:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594165:0:13973:0:(mdt_open.c:561:mdt_empty_transno()) Process entered
00000004:00000002:0.0:1329972962.594169:0:13973:0:(mdt_open.c:578:mdt_empty_transno()) transno = 90194313233, last_committed = 90194313220
00000004:00000001:0.0:1329972962.594169:0:13973:0:(mdt_open.c:582:mdt_empty_transno()) Process leaving
00000004:00000001:0.0:1329972962.594170:0:13973:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.594170:0:13973:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.594170:0:13973:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.594171:0:13973:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.594171:0:13973:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.594172:0:13973:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.594173:0:13973:0:(mdt_open.c:1637:mdt_close()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1329972962.594173:0:13973:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 90194313233, xid 1394565373250221
00010000:00000001:0.0:1329972962.594174:0:13973:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.594174:0:13973:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff88005a477050 x1394565373250221/t90194313233(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.594177:0:13973:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.594177:0:13973:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.594178:0:13973:0:(import.c:1486:at_measured()) add 1 to ffff880051a55d80 time=0 v=1 (1 0 0 0)
00000100:00000001:0.0:1329972962.594179:0:13973:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.594179:0:13973:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.594180:0:13973:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.594180:0:13973:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.594181:0:13973:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594181:0:13973:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594182:0:13973:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.594183:0:13973:0:(niobuf.c:85:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1394565373250221, offset 192
00000100:00000001:0.0:1329972962.594185:0:13973:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594185:0:13973:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594187:0:13973:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=824  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594190:0:13973:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594191:0:13973:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.594191:0:13973:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594192:0:13973:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594192:0:13973:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.594193:0:13973:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.594193:0:13973:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594194:0:13973:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.594194:0:13973:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594195:0:13973:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594195:0:13973:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.594196:0:13973:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff88005a477050 x1394565373250221/t90194313233(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594198:0:13973:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.594198:0:13973:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00000008:00000010:0.0:1329972962.594199:0:13973:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594200:0:13973:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594201:0:13973:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880058f48d40.
00000004:00000010:0.0:1329972962.594201:0:13973:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880057ad6340.
00000004:00000010:0.0:1329972962.594202:0:13973:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594202:0:13973:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594203:0:13973:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594204:0:13973:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.594204:0:13973:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.594205:0:13973:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250221:12345-0@lo:35 Request procesed in 74us (105us total) trans 90194313233 rc 0/0
00000020:00000040:0.0:1329972962.594207:0:13973:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
02000000:00000001:0.0:1329972962.594208:0:13973:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.594208:0:13973:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1088 at ffff8800432ac800.
02000000:00000001:0.0:1329972962.594209:0:13973:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:0.0:1329972962.594209:0:13973:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.594209:0:13973:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1088 at ffff88000aa46800.
02000000:00000001:0.0:1329972962.594210:0:13973:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.594210:0:13973:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff880047af3400.
02000000:00000001:0.0:1329972962.594211:0:13973:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.594211:0:13973:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1088 at ffff880055c5e000.
02000000:00000001:0.0:1329972962.594212:0:13973:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.594212:0:13973:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff88000aa9f400.
02000000:00000001:0.0:1329972962.594213:0:13973:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.594213:0:13973:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 672 at ffff880037501c00.
02000000:00000001:0.0:1329972962.594214:0:13973:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.594214:0:13973:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff880025304000.
02000000:00000001:0.0:1329972962.594215:0:13973:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.594215:0:13973:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 1088 at ffff88000e185000.
02000000:00000001:0.0:1329972962.594216:0:13973:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.594216:0:13973:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff880008f8f000.
02000000:00000001:0.0:1329972962.594217:0:13973:0:(sec.c:2159:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1329972962.594217:0:13973:0:(sec_null.c:347:null_free_rs()) kfreed 'rs': 672 at ffff880032976000.
02000000:00000001:0.0:1329972962.594218:0:13973:0:(sec.c:2172:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1329972962.594218:0:13973:0:(service.c:622:ptlrpc_server_free_request()) kfreed 'req': 968 at ffff8800376ce400.
00000100:00000001:0.0:1329972962.594219:0:13973:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1329972962.594222:0:13973:0:(niobuf.c:726:ptlrpc_register_rqbd()) LNetMEAttach: portal 23
00000100:00000001:0.0:1329972962.594226:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594226:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594227:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.594229:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff880047a82c00 x1394565373250221/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594231:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594231:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594232:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.594232:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.594232:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.594233:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594233:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.594234:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cc30 time=0 v=1 (1 0 0 0)
00000100:00001000:0.0:1329972962.594235:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.594236:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.594236:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594237:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.594237:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594238:0:19164:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.594238:0:19164:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1329972962.594238:0:19164:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.594239:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594239:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516422144 : -131940193129472 : ffff880047a82c00)
00000100:00000001:0.0:1329972962.594240:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.594240:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.594240:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.594241:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.594241:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff880047a82c00 x1394565373250221/t90194313233(90194313233) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594243:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.594244:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.594244:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.594245:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047a82c00 x1394565373250221/t90194313233(90194313233) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.594247:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250221:0@lo:35
00000100:00000001:0.0:1329972962.594248:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594249:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594249:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.594249:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594250:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff880047a82c00 x1394565373250221/t90194313233(90194313233) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594252:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.594252:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800326e23c0.
00000100:00000001:0.0:1329972962.594253:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.594253:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.594254:0:19164:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.594254:0:19164:0:(mdc_request.c:909:mdc_close()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594255:0:19164:0:(obd_class.h:1891:md_close()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594255:0:19164:0:(lmv_obd.c:1438:lmv_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594256:0:19164:0:(obd_class.h:1891:md_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.594256:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594257:0:19164:0:(namei.c:1051:ll_objects_destroy()) Process entered
00000080:00000001:0.0:1329972962.594257:0:19164:0:(namei.c:1056:ll_objects_destroy()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594258:0:19164:0:(file.c:169:ll_close_inode_openhandle()) Process leaving
00000080:00000001:0.0:1329972962.594258:0:19164:0:(obd_class.h:2118:md_clear_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.594259:0:19164:0:(lmv_obd.c:2973:lmv_clear_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.594259:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.594259:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.594260:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.594260:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.594261:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594261:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594262:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594262:0:19164:0:(obd_class.h:2118:md_clear_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.594263:0:19164:0:(mdc_request.c:776:mdc_clear_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.594263:0:19164:0:(mdc_request.c:791:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594263:0:19164:0:(obd_class.h:2121:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594264:0:19164:0:(lmv_obd.c:2979:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594264:0:19164:0:(obd_class.h:2121:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.594265:0:19164:0:(file.c:179:ll_close_inode_openhandle()) kfreed 'och': 40 at ffff880032b00a00.
00000100:00000001:0.0:1329972962.594265:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594266:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880047a82c00 x1394565373250221/t90194313233(90194313233) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594268:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594268:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594268:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff880008caa400 x1394565373250220/t90194313232(90194313232) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 301/-1
00000100:00000001:0.0:1329972962.594270:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594271:0:19164:0:(file.c:1603:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594272:0:19164:0:(file.c:456:ll_local_open()) Process entered
00000080:00400000:0.0:1329972962.594272:0:19164:0:(rw.c:844:ras_reset()) lrp 0 cr 0 cp 0 ws 0 wl 0 nra 0 r 0 ri 0csr 0 sf 0 sp 0 sl 0 
00000080:00000001:0.0:1329972962.594273:0:19164:0:(file.c:481:ll_local_open()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594274:0:19164:0:(file.c:662:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0)
00000080:00000001:0.0:1329972962.594274:0:19164:0:(dcache.c:246:ll_intent_release()) Process entered
00000080:00000040:0.0:1329972962.594275:0:19164:0:(dcache.c:248:ll_intent_release()) intent ffff880032b00580 released
00000080:00000001:0.0:1329972962.594275:0:19164:0:(dcache.c:261:ll_intent_release()) Process leaving
00000080:00000010:0.0:1329972962.594275:0:19164:0:(namei.c:716:ll_lookup_nd()) kfreed 'it': 48 at ffff880032b00580.
00000080:00000001:0.0:1329972962.594276:0:19164:0:(namei.c:722:ll_lookup_nd()) Process leaving (rc=18446612133641084288 : -131940068467328 : ffff88004f165d80)
00000080:00000001:0.0:1329972962.594277:0:19164:0:(dcache.c:159:ll_ddelete()) Process entered
00000080:00002000:0.0:1329972962.594277:0:19164:0:(dcache.c:166:ll_ddelete()) keeping dentry f105e (ffff88004f1725c0, parent ffff8800185c6f00, inode (null)) 
00000080:00000001:0.0:1329972962.594278:0:19164:0:(dcache.c:177:ll_ddelete()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594279:0:19164:0:(dcache.c:63:ll_release()) Process entered
00000080:00000010:0.0:1329972962.594279:0:19164:0:(dcache.c:76:ll_release()) kfreed 'de->d_fsdata': 104 at ffff8800252832c0.
00000080:00000001:0.0:1329972962.594279:0:19164:0:(dcache.c:78:ll_release()) Process leaving
00000080:00000001:0.0:1329972962.594281:0:19164:0:(file.c:2446:ll_inode_permission()) Process entered
00000080:00200000:0.0:1329972962.594281:0:19164:0:(file.c:2461:ll_inode_permission()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8), inode mode 81a4 mask 46
00000080:00000001:0.0:1329972962.594282:0:19164:0:(file.c:2469:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594285:0:19164:0:(file.c:2014:ll_file_flock()) Process entered
00000080:00200000:0.0:1329972962.594285:0:19164:0:(file.c:2017:ll_file_flock()) VFS Op:inode=144115373027885059 file_lock=ffff880051360348
00000080:00000010:0.0:1329972962.594286:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594286:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.594287:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.594287:0:19164:0:(file.c:2107:ll_file_flock()) inode=144115373027885059, pid=19164, flags=0x40000, mode=2, start=0, end=9223372036854775807
00000080:00000001:0.0:1329972962.594288:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00800000:00000001:0.0:1329972962.594289:0:19164:0:(lmv_obd.c:1753:lmv_enqueue()) Process entered
00800000:00000001:0.0:1329972962.594289:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.594289:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594290:0:19164:0:(lmv_obd.c:1760:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594290:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.594291:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594291:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.594291:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.594292:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.594292:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.594293:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594293:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594293:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594294:0:19164:0:(lmv_obd.c:1786:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0] -> mds #0
00800000:00000001:0.0:1329972962.594294:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00000002:00000001:0.0:1329972962.594295:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594295:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594296:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.594296:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000040:0.0:1329972962.594297:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ee40 count: 2
00010000:00000001:0.0:1329972962.594298:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.594298:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a480.
00000020:00000001:0.0:1329972962.594299:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.594299:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a480 with handle 0xa58b72ca9be68a98 to hash
00000020:00000001:0.0:1329972962.594300:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.594300:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797995648 : -131939911555968 : ffff88005870a480)
00010000:00000001:0.0:1329972962.594301:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797995648 : -131939911555968 : ffff88005870a480)
00010000:00000001:0.0:1329972962.594302:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594302:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.594302:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 3/0,1 mode: --/PW res: 8589945616/3 rrc: 2 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.594304:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 3/0,1 mode: --/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000010:0.0:1329972962.594307:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800376ce400.
00000020:00000040:0.0:1329972962.594307:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=18 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.594308:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.594308:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.594309:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.594309:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880019cb8800.
00000100:00000001:0.0:1329972962.594310:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.594311:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 3/0,1 mode: --/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.594313:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.594313:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.594313:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.594314:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000100:00000001:0.0:1329972962.594314:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594315:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000001:0.0:1329972962.594315:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.594316:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.594316:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594318:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.594318:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594319:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.594319:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.594320:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250222:0@lo:101
00000100:00000001:0.0:1329972962.594321:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.594321:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.594322:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594322:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.594323:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.594323:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594325:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250222, portal 10
00000100:00000001:0.0:1329972962.594325:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594325:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000040:0.0:1329972962.594326:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594328:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594329:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.594329:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 296 bytes to portal 12, xid 1394565373250222, offset 0
00000100:00000001:0.0:1329972962.594340:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594340:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.594341:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880008f8f000.
00000100:00000040:0.0:1329972962.594342:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880008f8f000 x1394565373250222 msgsize 296
00000100:00100000:0.0:1329972962.594343:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.594345:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594345:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.594346:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594348:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594348:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594350:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594351:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594352:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594352:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.594353:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594353:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.594354:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.594354:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252832c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.594355:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594355:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594355:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594356:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594358:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.594359:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594359:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132464750592 : -131941244801024 : ffff880008f8f000)
02000000:00000001:0.0:1329972962.594360:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.594360:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.594360:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594361:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594362:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250222
00000020:00000001:0.0:1329972962.594362:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.594363:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.594363:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.594364:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000020:00000001:0.0:1329972962.594364:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.594365:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.594365:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594366:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.594367:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.594367:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594367:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.594368:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.594368:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594368:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594369:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594370:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.594370:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.594371:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132464750592 : -131941244801024 : ffff880008f8f000)
00000100:00000040:0.0:1329972962.594371:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880008f8f000 x1394565373250222/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594374:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.594374:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.594374:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.594375:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594376:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594377:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880025283b40.
00000004:00000010:0.0:1329972962.594378:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.594378:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594379:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594380:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594381:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.594381:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250222
00000100:00000001:0.0:1329972962.594382:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594382:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.594382:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00100000:0.0:1329972962.594383:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+14:19164:x1394565373250222:12345-0@lo:101
00000004:00000001:0.0:1329972962.594384:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.594385:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.594385:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.594386:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.594386:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.594387:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.594387:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594388:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.594388:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.594389:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.594389:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594390:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.594390:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000040:0.0:1329972962.594391:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ed00 count: 2
00010000:00000001:0.0:1329972962.594392:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.594392:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb4900.
00000020:00000001:0.0:1329972962.594393:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.594393:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb4900 with handle 0xa58b72ca9be68a9f to hash
00000020:00000001:0.0:1329972962.594394:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.594394:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494264576 : -131941215287040 : ffff88000abb4900)
00010000:00000001:0.0:1329972962.594395:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494264576 : -131941215287040 : ffff88000abb4900)
00010000:00010000:0.0:1329972962.594395:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be68a9f lrc: 2/0,0 mode: --/PW res: 8589945616/3 rrc: 2 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0xa58b72ca9be68a98 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.594399:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88000abb4900, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.594399:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 3
00000020:00000040:0.0:1329972962.594400:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 15
00000100:00000001:0.0:1329972962.594401:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.594401:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.594402:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 616 at ffff880025304000.
02000000:00000001:0.0:1329972962.594402:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594403:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594403:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594404:0:13970:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.594404:0:13970:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40000 owner 19164 pid 19164 mode 2 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.594405:0:13970:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.594406:0:13970:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x40000) ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be68a9f lrc: 3/0,0 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a98 expref: 15 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.594408:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.594408:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.594409:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594409:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594409:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594410:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.594410:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb4900 with handle 0xa58b72ca9be68a9f from hash
00010000:00000001:0.0:1329972962.594411:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.594411:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594411:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594411:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.594412:0:13970:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.594412:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ed00 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.594413:0:13970:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.594413:0:13970:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000e1cf900/0xa58b72ca9be68a6e (rc: 2) (pos: 1) (pid: 13970)
00010000:00000040:0.0:1329972962.594414:0:13970:0:(ldlm_lock.c:1915:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a67)
00010000:00000040:0.0:1329972962.594415:0:13970:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ed00 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594415:0:13970:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 0 flags: 0x0
00010000:00000040:0.0:1329972962.594416:0:13970:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.594417:0:13970:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594417:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.594418:0:13970:0:(ldlm_lockd.c:1257:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:0.0:1329972962.594418:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be68a9f lrc: 1/0,0 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a98 expref: 15 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.594420:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.594421:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb4900/0xa58b72ca9be68a9f lrc: 0/0,0 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a98 expref: 15 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.594422:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ed00 count: 1
00010000:00000001:0.0:1329972962.594423:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000040:0.0:1329972962.594423:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88000abb4900, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.594424:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.594425:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 14
00010000:00000001:0.0:1329972962.594425:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.594426:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000abb4900, rc 0)
00010000:00000040:0.0:1329972962.594426:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250222
00010000:00000001:0.0:1329972962.594427:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.594427:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880008f8f000 x1394565373250222/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.594430:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.594430:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.594430:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.594431:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.594432:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.594433:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.594433:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.594433:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594434:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594434:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.594435:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 352 bytes to portal 10, xid 1394565373250222, offset 192
00000100:00000001:0.0:1329972962.594438:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594438:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594440:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=352 offset=192 replen=352  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594443:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594444:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.594444:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594445:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594445:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.594446:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.594446:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594447:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.594447:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594447:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594448:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.594448:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880008f8f000 x1394565373250222/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594451:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.594451:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00000008:00000010:0.0:1329972962.594452:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594452:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594453:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880025283b40.
00000004:00000010:0.0:1329972962.594454:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.594454:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594455:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594456:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594456:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.594457:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.594458:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250222:12345-0@lo:101 Request procesed in 83us (115us total) trans 0 rc 0/0
00000020:00000040:0.0:1329972962.594459:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000100:00000001:0.0:1329972962.594460:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594462:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594463:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594463:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.594465:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594467:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594468:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594468:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.594469:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.594469:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.594469:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594470:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.594471:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.594472:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.594473:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.594473:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594473:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.594474:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594474:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.594475:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.594475:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.594476:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.594476:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594478:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.594479:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.594479:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.594480:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.594482:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250222:0@lo:101
00000100:00000001:0.0:1329972962.594483:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594483:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594484:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.594484:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594484:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594486:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.594487:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.594487:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.594488:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594488:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.594488:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.594489:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.594489:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612133797995648 : -131939911555968 : ffff88005870a480)
00010000:00000001:0.0:1329972962.594490:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612133797995648 : -131939911555968 : ffff88005870a480)
00010000:00000040:0.0:1329972962.594491:0:19164:0:(ldlm_request.c:557:ldlm_cli_enqueue_fini()) local: ffff88005870a480, remote cookie: 0xa58b72ca9be68a9f, flags: 0x40000
00010000:00000001:0.0:1329972962.594491:0:19164:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594492:0:19164:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000040:0.0:1329972962.594492:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.594493:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.594493:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.594494:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.594495:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594495:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594496:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00001000:0.0:1329972962.594496:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.594497:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a480/0xa58b72ca9be68a98 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.594498:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a9f)
00010000:00001000:0.0:1329972962.594498:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.594498:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 4, read: 0, write: 1 flags: 0x0
00010000:00001000:0.0:1329972962.594499:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.594500:0:19164:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.594500:0:19164:0:(ldlm_lock.c:1376:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.594501:0:19164:0:(ldlm_flock.c:556:ldlm_flock_completion_ast()) Process entered
00010000:00010000:0.0:1329972962.594501:0:19164:0:(ldlm_flock.c:559:ldlm_flock_completion_ast()) flags: 0x40000 data: (null) getlk: ffff880051360348
00010000:00010000:0.0:1329972962.594502:0:19164:0:(ldlm_flock.c:634:ldlm_flock_completion_ast()) ### client-side enqueue granted ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 4/0,1 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a9f expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.594505:0:19164:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.594506:0:19164:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40 owner 18446612133862177728 pid 19164 mode 2 start 0 end 9223372036854775807
00010000:00000040:0.0:1329972962.594507:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.594507:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.594508:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.594509:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.594509:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594509:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594510:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00001000:0.0:1329972962.594511:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.594511:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a480/0xa58b72ca9be68a98 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.594512:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a9f)
00010000:00001000:0.0:1329972962.594512:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.594513:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 4, read: 0, write: 1 flags: 0x0
00010000:00001000:0.0:1329972962.594513:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000040:0.0:1329972962.594514:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.594514:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.594515:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.594515:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.594516:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594516:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594517:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000040:0.0:1329972962.594517:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a480/0xa58b72ca9be68a98 (rc: 4) (pos: 2) (pid: 19164)
00010000:00000040:0.0:1329972962.594518:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a9f)
00010000:00000040:0.0:1329972962.594518:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594519:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 4, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594519:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.594520:0:19164:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594520:0:19164:0:(ldlm_flock.c:673:ldlm_flock_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.594521:0:19164:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 4/0,1 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a9f expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.594523:0:19164:0:(ldlm_request.c:654:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:0.0:1329972962.594523:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594523:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594524:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594524:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.594524:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594525:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff8800376ce400 x1394565373250222/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594526:0:19164:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.594527:0:19164:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.594527:0:19164:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.594528:0:19164:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.594528:0:19164:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.594529:0:19164:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=17 obd=lustre-MDT0000-mdc-ffff880008f8a800
00010000:00000010:0.1:1329972962.594541:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb46c0.
00010000:00000010:0.1:1329972962.594542:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db240.
00010000:00000010:0.1:1329972962.594543:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a240.
00010000:00000010:0.1:1329972962.594544:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb4480.
00000020:00000001:0.0:1329972962.594544:0:19164:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.594545:0:19164:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880019cb8800.
02000000:00000001:0.0:1329972962.594545:0:19164:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.594546:0:19164:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.594546:0:19164:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff8800376ce400.
00000100:00000001:0.0:1329972962.594547:0:19164:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.594547:0:19164:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594547:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.594548:0:19164:0:(mdc_locks.c:718:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594549:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594549:0:19164:0:(lmv_obd.c:1795:lmv_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594550:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.594550:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594552:0:19164:0:(file.c:2124:ll_file_flock()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.594579:0:19164:0:(lov_obd.c:2778:lov_test_and_clear_async_rc()) Process entered
00020000:00000001:0.0:1329972962.594579:0:19164:0:(lov_obd.c:2786:lov_test_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594580:0:19164:0:(file.c:2014:ll_file_flock()) Process entered
00000080:00200000:0.0:1329972962.594580:0:19164:0:(file.c:2017:ll_file_flock()) VFS Op:inode=144115373027885059 file_lock=ffff8800252c9e58
00000080:00000010:0.0:1329972962.594582:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594582:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.594583:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.594583:0:19164:0:(file.c:2107:ll_file_flock()) inode=144115373027885059, pid=19164, flags=0x40000, mode=32, start=0, end=9223372036854775807
00000080:00000001:0.0:1329972962.594584:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00800000:00000001:0.0:1329972962.594585:0:19164:0:(lmv_obd.c:1753:lmv_enqueue()) Process entered
00800000:00000001:0.0:1329972962.594585:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.594585:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594586:0:19164:0:(lmv_obd.c:1760:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594586:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.594587:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594587:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.594588:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.594588:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.594588:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.594589:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594589:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594590:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594590:0:19164:0:(lmv_obd.c:1786:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0] -> mds #0
00800000:00000001:0.0:1329972962.594591:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00000002:00000001:0.0:1329972962.594591:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594592:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594592:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.594593:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000040:0.0:1329972962.594594:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ee40 count: 3
00010000:00000001:0.0:1329972962.594594:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.594595:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb4480.
00000020:00000001:0.0:1329972962.594595:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.594596:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb4480 with handle 0xa58b72ca9be68aa6 to hash
00000020:00000001:0.0:1329972962.594596:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.594597:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.594597:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.594598:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594598:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.594598:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 3 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.594600:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000010:0.0:1329972962.594604:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800376ce400.
00000020:00000040:0.0:1329972962.594605:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=18 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.594606:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.594606:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.594606:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.594607:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880019cb8800.
00000100:00000001:0.0:1329972962.594608:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.594609:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.594611:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.594611:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.594611:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.594612:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000100:00000001:0.0:1329972962.594613:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594613:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000001:0.0:1329972962.594613:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.594614:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.594614:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594616:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.594617:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594617:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.594617:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.594618:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250223:0@lo:101
00000100:00000001:0.0:1329972962.594619:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.594619:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.594620:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594620:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.594621:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.594621:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594623:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250223, portal 10
00000100:00000001:0.0:1329972962.594623:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594624:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000040:0.0:1329972962.594625:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594627:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594627:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.594628:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 296 bytes to portal 12, xid 1394565373250223, offset 0
00000100:00000001:0.0:1329972962.594630:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594630:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.594631:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880037501c00.
00000100:00000040:0.0:1329972962.594632:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880037501c00 x1394565373250223 msgsize 296
00000100:00100000:0.0:1329972962.594632:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.594634:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594634:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.594635:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594637:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594637:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594639:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594639:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594640:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594640:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.594641:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594642:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.594642:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.594642:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252832c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.594643:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594643:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594644:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594644:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594646:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.594647:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594647:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133242215424 : -131940467336192 : ffff880037501c00)
02000000:00000001:0.0:1329972962.594647:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.594648:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.594648:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594649:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594649:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250223
00000020:00000001:0.0:1329972962.594650:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.594650:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.594651:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.594651:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000020:00000001:0.0:1329972962.594651:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.594652:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.594653:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594653:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.594654:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.594654:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594655:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.594655:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.594655:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594656:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594657:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594657:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.594658:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.594658:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133242215424 : -131940467336192 : ffff880037501c00)
00000100:00000040:0.0:1329972962.594659:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880037501c00 x1394565373250223/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594661:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.594661:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.594662:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.594663:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594663:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594664:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.594665:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880025283b40.
00000004:00000010:0.0:1329972962.594665:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594666:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594667:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594667:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.594668:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250223
00000100:00000001:0.0:1329972962.594668:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594669:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.594669:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00100000:0.0:1329972962.594670:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+14:19164:x1394565373250223:12345-0@lo:101
00000004:00000001:0.0:1329972962.594671:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.594671:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.594672:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.594672:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.594673:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.594673:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.594673:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594674:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.594675:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.594675:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.594675:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594676:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.594676:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000040:0.0:1329972962.594677:0:13970:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ed00 count: 2
00010000:00000001:0.0:1329972962.594678:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.594678:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870a240.
00000020:00000001:0.0:1329972962.594679:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.594682:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870a240 with handle 0xa58b72ca9be68aad to hash
00000020:00000001:0.0:1329972962.594683:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.594683:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00000001:0.0:1329972962.594684:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797995072 : -131939911556544 : ffff88005870a240)
00010000:00010000:0.0:1329972962.594685:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68aad lrc: 2/0,0 mode: --/NL res: 8589945616/3 rrc: 2 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0xa58b72ca9be68aa6 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.594691:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88005870a240, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.594692:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 3
00000020:00000040:0.0:1329972962.594692:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 15
00000100:00000001:0.0:1329972962.594693:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.594694:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.594694:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 616 at ffff88000aa9f400.
02000000:00000001:0.0:1329972962.594695:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594695:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594696:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594696:0:13970:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.594697:0:13970:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40000 owner 19164 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.594698:0:13970:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.594698:0:13970:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x40000) ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68a6e lrc: 2/0,0 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a67 expref: 15 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.594700:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.594700:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.594701:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594701:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594702:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594702:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.594702:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000e1cf900 with handle 0xa58b72ca9be68a6e from hash
00010000:00000001:0.0:1329972962.594703:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.594703:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.594704:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000e1cf900/0xa58b72ca9be68a6e lrc: 0/0,0 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a67 expref: 15 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.594705:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ed00 count: 1
00010000:00000001:0.0:1329972962.594706:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000040:0.0:1329972962.594707:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88000e1cf900, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.594707:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.594708:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 14
00010000:00000001:0.0:1329972962.594708:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594709:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.594709:0:13970:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.594709:0:13970:0:(ldlm_lock.c:1410:ldlm_reprocess_queue()) Process entered
00010000:00000001:0.0:1329972962.594710:0:13970:0:(ldlm_lock.c:1429:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594710:0:13970:0:(ldlm_lock.c:1546:ldlm_run_ast_work()) Process entered
00010000:00000001:0.0:1329972962.594710:0:13970:0:(ldlm_lock.c:1549:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594711:0:13970:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.594711:0:13970:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x40000) ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68aad lrc: 3/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68aa6 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.594713:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.594713:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.594714:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594714:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594714:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594714:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.594715:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a240 with handle 0xa58b72ca9be68aad from hash
00010000:00000001:0.0:1329972962.594715:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.594716:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594716:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594716:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.594716:0:13970:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.594717:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ed00 (8589945616/3/0/12) (rc: 1)
00010000:00000001:0.0:1329972962.594718:0:13970:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594718:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.594719:0:13970:0:(ldlm_lockd.c:1257:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:0.0:1329972962.594719:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68aad lrc: 1/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68aa6 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.594721:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.594721:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870a240/0xa58b72ca9be68aad lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68aa6 expref: 14 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.594723:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ed00 count: 0
00010000:00000001:0.0:1329972962.594723:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.594724:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ed00.
00000020:00000040:0.0:1329972962.594725:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88005870a240, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.594725:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.594726:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00010000:00000001:0.0:1329972962.594726:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.594727:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870a240, rc 0)
00010000:00000040:0.0:1329972962.594727:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250223
00010000:00000001:0.0:1329972962.594728:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.594729:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880037501c00 x1394565373250223/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.594731:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.594731:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.594732:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.594733:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.594733:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.594734:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.594734:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.594735:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594735:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594736:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.594737:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 352 bytes to portal 10, xid 1394565373250223, offset 192
00000100:00000001:0.0:1329972962.594739:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594739:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594741:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=352 offset=192 replen=352  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594744:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594745:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.594745:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594746:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594746:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.594747:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.594747:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594748:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.594748:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594748:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594749:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.594750:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880037501c00 x1394565373250223/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594752:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.594752:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.594753:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594754:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594754:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.594755:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880025283b40.
00000004:00000010:0.0:1329972962.594756:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594756:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594757:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594757:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.594758:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.594759:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+12:19164:x1394565373250223:12345-0@lo:101 Request procesed in 97us (127us total) trans 0 rc 0/0
00000020:00000040:0.0:1329972962.594760:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.594761:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594764:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594764:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594765:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.594767:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594769:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594769:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594770:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.594770:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.594770:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.594771:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594771:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.594772:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.594773:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.594774:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.594774:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594775:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.594775:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594776:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.594776:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.594776:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.594780:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.594780:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594782:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.594783:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.594783:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.594784:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.594786:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250223:0@lo:101
00000100:00000001:0.0:1329972962.594787:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594788:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594788:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.594788:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594789:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594791:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.594791:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.594792:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.594792:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594792:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.594793:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.594793:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.594794:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000001:0.0:1329972962.594794:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494263424 : -131941215288192 : ffff88000abb4480)
00010000:00000040:0.0:1329972962.594795:0:19164:0:(ldlm_request.c:557:ldlm_cli_enqueue_fini()) local: ffff88000abb4480, remote cookie: 0xa58b72ca9be68aad, flags: 0x40000
00010000:00000001:0.0:1329972962.594796:0:19164:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594796:0:19164:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000040:0.0:1329972962.594796:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 3)
00010000:00000040:0.0:1329972962.594797:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.594797:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.594798:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.594799:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594799:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594800:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000040:0.0:1329972962.594801:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a480/0xa58b72ca9be68a98 (rc: 2) (pos: 2) (pid: 19164)
00010000:00000040:0.0:1329972962.594801:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a9f)
00010000:00000040:0.0:1329972962.594802:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594802:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594803:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00001000:0.0:1329972962.594803:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.594804:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000abb4480/0xa58b72ca9be68aa6 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.594804:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68aad)
00010000:00001000:0.0:1329972962.594805:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.594805:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: NL, grant mode: NL, rc: 4, read: 1, write: 0 flags: 0x0
00010000:00001000:0.0:1329972962.594806:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.594806:0:19164:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.594807:0:19164:0:(ldlm_lock.c:1376:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.594807:0:19164:0:(ldlm_flock.c:556:ldlm_flock_completion_ast()) Process entered
00010000:00010000:0.0:1329972962.594808:0:19164:0:(ldlm_flock.c:559:ldlm_flock_completion_ast()) flags: 0x40000 data: (null) getlk: ffff8800252c9e58
00010000:00010000:0.0:1329972962.594808:0:19164:0:(ldlm_flock.c:634:ldlm_flock_completion_ast()) ### client-side enqueue granted ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68aad expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.594810:0:19164:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.594811:0:19164:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40 owner 18446612133252960064 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.594812:0:19164:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.594812:0:19164:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x40) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68aad expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.594814:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68aad expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.594816:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594816:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594816:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.594817:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.594817:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594818:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.594818:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb4480 with handle 0xa58b72ca9be68aa6 from hash
00010000:00000001:0.0:1329972962.594818:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.594819:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594819:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594819:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.594820:0:19164:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.594820:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 3)
00010000:00000040:0.0:1329972962.594821:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.594821:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.594822:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.594822:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594823:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594823:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000040:0.0:1329972962.594824:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a480/0xa58b72ca9be68a98 (rc: 2) (pos: 2) (pid: 19164)
00010000:00000040:0.0:1329972962.594824:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a9f)
00010000:00000040:0.0:1329972962.594825:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.594825:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.594826:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.594826:0:19164:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594827:0:19164:0:(ldlm_flock.c:673:ldlm_flock_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.594827:0:19164:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 2/0,0 mode: NL/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68aad expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.594829:0:19164:0:(ldlm_request.c:654:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:0.0:1329972962.594830:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594830:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594830:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.594830:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4480/0xa58b72ca9be68aa6 lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68aad expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.594832:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 2
00010000:00000001:0.0:1329972962.594833:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.594834:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.594834:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594834:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff8800376ce400 x1394565373250223/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594836:0:19164:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.594837:0:19164:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.594837:0:19164:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.594838:0:19164:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.594838:0:19164:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.594838:0:19164:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=17 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000020:00000001:0.0:1329972962.594839:0:19164:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.594839:0:19164:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880019cb8800.
02000000:00000001:0.0:1329972962.594840:0:19164:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.594840:0:19164:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.594841:0:19164:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff8800376ce400.
00000100:00000001:0.0:1329972962.594841:0:19164:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.594841:0:19164:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594842:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.594842:0:19164:0:(mdc_locks.c:718:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594843:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594843:0:19164:0:(lmv_obd.c:1795:lmv_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594844:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.594844:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594846:0:19164:0:(file.c:2124:ll_file_flock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.594846:0:19164:0:(file.c:2014:ll_file_flock()) Process entered
00000080:00200000:0.0:1329972962.594847:0:19164:0:(file.c:2017:ll_file_flock()) VFS Op:inode=144115373027885059 file_lock=ffff8800252c9de8
00000080:00000010:0.0:1329972962.594847:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.594848:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.594848:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.594849:0:19164:0:(file.c:2107:ll_file_flock()) inode=144115373027885059, pid=19164, flags=0x0, mode=32, start=0, end=9223372036854775807
00000080:00000001:0.0:1329972962.594850:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00800000:00000001:0.0:1329972962.594850:0:19164:0:(lmv_obd.c:1753:lmv_enqueue()) Process entered
00800000:00000001:0.0:1329972962.594851:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.594851:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594851:0:19164:0:(lmv_obd.c:1760:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594852:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.594852:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.594853:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.594853:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.594854:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.594854:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.594855:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594855:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.594856:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.594856:0:19164:0:(lmv_obd.c:1786:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0] -> mds #0
00800000:00000001:0.0:1329972962.594857:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00000002:00000001:0.0:1329972962.594857:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594857:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594858:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.594858:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000040:0.0:1329972962.594859:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ee40 count: 3
00010000:00000001:0.0:1329972962.594859:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.594860:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff8800112db240.
00000020:00000001:0.0:1329972962.594860:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.594861:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff8800112db240 with handle 0xa58b72ca9be68ab4 to hash
00000020:00000001:0.0:1329972962.594861:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.594861:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.594862:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.594863:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594863:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.594863:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 3 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.594865:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000010:0.0:1329972962.594867:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800376ce400.
00000020:00000040:0.0:1329972962.594868:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=18 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.594868:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.594869:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.594869:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.594870:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880019cb8800.
00000100:00000001:0.0:1329972962.594871:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.594871:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.594873:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.594874:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.594874:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.594874:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000100:00000001:0.0:1329972962.594875:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594875:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000001:0.0:1329972962.594876:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.594876:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.594876:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594879:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.594879:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594879:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.594880:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.594880:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250224:0@lo:101
00000100:00000001:0.0:1329972962.594881:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.594881:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.594882:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594882:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.594883:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.594883:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594885:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250224, portal 10
00000100:00000001:0.0:1329972962.594885:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594885:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000040:0.0:1329972962.594886:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594888:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594889:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.594889:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 296 bytes to portal 12, xid 1394565373250224, offset 0
00000100:00000001:0.0:1329972962.594891:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594891:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.594892:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880047af3400.
00000100:00000040:0.0:1329972962.594893:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880047af3400 x1394565373250224 msgsize 296
00000100:00100000:0.0:1329972962.594893:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.594895:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594895:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.594896:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594898:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.594898:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594900:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594900:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594901:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594902:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.594902:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594903:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.594903:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.594903:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252832c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.594904:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594904:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594905:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.594905:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594907:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.594907:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.594908:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133516882944 : -131940192668672 : ffff880047af3400)
02000000:00000001:0.0:1329972962.594908:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.594909:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.594909:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.594910:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.594910:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250224
00000020:00000001:0.0:1329972962.594911:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.594911:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.594911:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.594912:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000020:00000001:0.0:1329972962.594912:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.594913:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.594913:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594914:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.594915:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.594915:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594915:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.594916:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.594916:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594916:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594917:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.594918:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.594918:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.594919:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612133516882944 : -131940192668672 : ffff880047af3400)
00000100:00000040:0.0:1329972962.594919:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880047af3400 x1394565373250224/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594922:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.594922:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.594922:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.594923:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594924:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594925:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880025283b40.
00000004:00000010:0.0:1329972962.594925:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.594926:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594927:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594927:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594928:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.594928:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250224
00000100:00000001:0.0:1329972962.594929:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.594929:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.594930:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000100:00100000:0.0:1329972962.594930:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250224:12345-0@lo:101
00000004:00000001:0.0:1329972962.594931:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.594932:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.594932:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.594933:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.594933:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.594934:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.594934:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594935:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.594935:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.594935:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.594936:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594936:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.594937:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.594938:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ed00.
00010000:00000001:0.0:1329972962.594938:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.594939:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb46c0.
00000020:00000001:0.0:1329972962.594939:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.594940:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb46c0 with handle 0xa58b72ca9be68abb to hash
00000020:00000001:0.0:1329972962.594940:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.594941:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00000001:0.0:1329972962.594941:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494264000 : -131941215287616 : ffff88000abb46c0)
00010000:00010000:0.0:1329972962.594942:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68abb lrc: 2/0,0 mode: --/NL res: 8589945616/3 rrc: 1 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0xa58b72ca9be68ab4 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.594944:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88000abb46c0, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.594944:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.594945:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00000001:0.0:1329972962.594946:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.594946:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.594946:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 616 at ffff880008caa800.
02000000:00000001:0.0:1329972962.594947:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594947:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594948:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.594948:0:13970:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.594949:0:13970:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x0 owner 19164 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.594950:0:13970:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.594950:0:13970:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68abb lrc: 3/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ab4 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.594952:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.594952:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.594953:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594953:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594953:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.594954:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.594954:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb46c0 with handle 0xa58b72ca9be68abb from hash
00010000:00000001:0.0:1329972962.594955:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.594955:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.594955:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.594955:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.594956:0:13970:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.594956:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ed00 (8589945616/3/0/12) (rc: 1)
00010000:00000001:0.0:1329972962.594957:0:13970:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.594957:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.594958:0:13970:0:(ldlm_lockd.c:1257:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:0.0:1329972962.594958:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68abb lrc: 1/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ab4 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.594960:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.594960:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb46c0/0xa58b72ca9be68abb lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ab4 expref: 14 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.594962:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ed00 count: 0
00010000:00000001:0.0:1329972962.594963:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.594963:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ed00.
00000020:00000040:0.0:1329972962.594964:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88000abb46c0, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.594965:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.594965:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00010000:00000001:0.0:1329972962.594966:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.594966:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000abb46c0, rc 0)
00010000:00000040:0.0:1329972962.594967:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250224
00010000:00000001:0.0:1329972962.594967:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.594968:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880047af3400 x1394565373250224/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.594972:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.594972:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.594972:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.594973:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.594974:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.594975:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.594975:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.594975:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594976:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.594976:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.594977:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 352 bytes to portal 10, xid 1394565373250224, offset 192
00000100:00000001:0.0:1329972962.594979:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.594979:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594982:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=352 offset=192 replen=352  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.594984:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.594985:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.594985:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.594986:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.594986:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.594987:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.594987:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.594988:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.594988:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594989:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.594989:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.594990:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880047af3400 x1394565373250224/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.594992:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.594992:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.594993:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.594994:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.594994:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880025283b40.
00000004:00000010:0.0:1329972962.594995:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.594996:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.594996:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.594997:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.594997:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.594998:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.594999:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+12:19164:x1394565373250224:12345-0@lo:101 Request procesed in 76us (106us total) trans 0 rc 0/0
00000020:00000040:0.0:1329972962.595000:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.595001:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595003:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595004:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595004:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.595006:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595008:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595009:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595009:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.595010:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.595010:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.595010:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595011:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.595012:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.595013:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.595013:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.595014:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595014:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.595015:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595015:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.595015:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.595016:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.595016:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.595017:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595019:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.595019:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.595020:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.595020:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.595022:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250224:0@lo:101
00000100:00000001:0.0:1329972962.595023:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595024:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595024:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.595025:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595025:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595027:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.595027:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.595028:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.595028:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595029:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.595029:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.595029:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.595030:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000001:0.0:1329972962.595030:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132602425920 : -131941107125696 : ffff8800112db240)
00010000:00000040:0.0:1329972962.595031:0:19164:0:(ldlm_request.c:557:ldlm_cli_enqueue_fini()) local: ffff8800112db240, remote cookie: 0xa58b72ca9be68abb, flags: 0x0
00010000:00000001:0.0:1329972962.595032:0:19164:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595032:0:19164:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000040:0.0:1329972962.595032:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 3)
00010000:00000040:0.0:1329972962.595033:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.595033:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.595034:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.595035:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.595035:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.595036:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000040:0.0:1329972962.595037:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88005870a480/0xa58b72ca9be68a98 (rc: 2) (pos: 2) (pid: 19164)
00010000:00000040:0.0:1329972962.595037:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a9f)
00010000:00000040:0.0:1329972962.595038:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.595038:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.595039:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00001000:0.0:1329972962.595039:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.595040:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db240/0xa58b72ca9be68ab4 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.595040:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68abb)
00010000:00001000:0.0:1329972962.595041:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.595041:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: NL, grant mode: NL, rc: 4, read: 1, write: 0 flags: 0x0
00010000:00001000:0.0:1329972962.595042:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.595043:0:19164:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.595043:0:19164:0:(ldlm_lock.c:1376:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.595043:0:19164:0:(ldlm_flock.c:556:ldlm_flock_completion_ast()) Process entered
00010000:00010000:0.0:1329972962.595044:0:19164:0:(ldlm_flock.c:559:ldlm_flock_completion_ast()) flags: 0x0 data: (null) getlk: ffff8800252c9de8
00010000:00010000:0.0:1329972962.595044:0:19164:0:(ldlm_flock.c:634:ldlm_flock_completion_ast()) ### client-side enqueue granted ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68abb expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595046:0:19164:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.595047:0:19164:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40 owner 18446612133862177728 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.595048:0:19164:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.595048:0:19164:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x40) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 2/0,1 mode: PW/PW res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a9f expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.595050:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 2/0,1 mode: PW/PW res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68a9f expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595052:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595052:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595052:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.595053:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.595053:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595053:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.595054:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870a480 with handle 0xa58b72ca9be68a98 from hash
00010000:00000001:0.0:1329972962.595054:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.595054:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.595055:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88005870a480/0xa58b72ca9be68a98 lrc: 0/0,0 mode: PW/PW res: 8589945616/3 rrc: 3 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68a9f expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.595056:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 2
00010000:00000001:0.0:1329972962.595057:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595058:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595058:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.595058:0:19164:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.595059:0:19164:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.595059:0:19164:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x40) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68abb expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.595061:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68abb expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595062:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595063:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595063:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.595063:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.595064:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595064:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.595064:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db240 with handle 0xa58b72ca9be68ab4 from hash
00010000:00000001:0.0:1329972962.595065:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.595065:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595065:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595065:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.595066:0:19164:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.595066:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.595067:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.595067:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.595068:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.595068:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.595072:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.595073:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.595073:0:19164:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595074:0:19164:0:(ldlm_flock.c:673:ldlm_flock_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.595074:0:19164:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 2/0,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68abb expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595076:0:19164:0:(ldlm_request.c:654:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:0.0:1329972962.595076:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595076:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595077:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.595077:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db240/0xa58b72ca9be68ab4 lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68abb expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.595079:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 1
00010000:00000001:0.0:1329972962.595079:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595080:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.595080:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595080:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff8800376ce400 x1394565373250224/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595082:0:19164:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.595083:0:19164:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.595083:0:19164:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.595084:0:19164:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.595084:0:19164:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.595084:0:19164:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=17 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000020:00000001:0.0:1329972962.595085:0:19164:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.595085:0:19164:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880019cb8800.
02000000:00000001:0.0:1329972962.595086:0:19164:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.595086:0:19164:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.595086:0:19164:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff8800376ce400.
00000100:00000001:0.0:1329972962.595087:0:19164:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.595087:0:19164:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595088:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595088:0:19164:0:(mdc_locks.c:718:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595089:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595089:0:19164:0:(lmv_obd.c:1795:lmv_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595090:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.595090:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.595091:0:19164:0:(file.c:2124:ll_file_flock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595092:0:19164:0:(file.c:295:ll_file_release()) Process entered
00000080:00200000:0.0:1329972962.595092:0:19164:0:(file.c:298:ll_file_release()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8)
00020000:00000001:0.0:1329972962.595093:0:19164:0:(lov_obd.c:2778:lov_test_and_clear_async_rc()) Process entered
00020000:00000001:0.0:1329972962.595093:0:19164:0:(lov_obd.c:2786:lov_test_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595094:0:19164:0:(file.c:232:ll_md_close()) Process entered
00000080:00000001:0.0:1329972962.595094:0:19164:0:(obd_class.h:2158:md_lock_match()) Process entered
00800000:00000001:0.0:1329972962.595095:0:19164:0:(lmv_obd.c:2908:lmv_lock_match()) Process entered
00800000:00000002:0.0:1329972962.595095:0:19164:0:(lmv_obd.c:2910:lmv_lock_match()) Lock match for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595096:0:19164:0:(obd_class.h:2158:md_lock_match()) Process entered
00000002:00000001:0.0:1329972962.595096:0:19164:0:(mdc_locks.c:167:mdc_lock_match()) Process entered
00010000:00000001:0.0:1329972962.595096:0:19164:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.595097:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595097:0:19164:0:(ldlm_lock.c:1142:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595098:0:19164:0:(mdc_locks.c:172:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595098:0:19164:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595099:0:19164:0:(lmv_obd.c:2925:lmv_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595099:0:19164:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595100:0:19164:0:(file.c:193:ll_md_real_close()) Process entered
00000080:00000001:0.0:1329972962.595100:0:19164:0:(file.c:211:ll_md_real_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.595101:0:19164:0:(file.c:68:ll_file_data_put()) slab-freed '(fd)': 192 at ffff880008c85b00.
00000080:00000001:0.0:1329972962.595101:0:19164:0:(file.c:278:ll_md_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595102:0:19164:0:(file.c:340:ll_file_release()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.595104:0:19164:0:(lov_obd.c:2778:lov_test_and_clear_async_rc()) Process entered
00020000:00000001:0.0:1329972962.595104:0:19164:0:(lov_obd.c:2786:lov_test_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595105:0:19164:0:(file.c:2014:ll_file_flock()) Process entered
00000080:00200000:0.0:1329972962.595105:0:19164:0:(file.c:2017:ll_file_flock()) VFS Op:inode=144115373027885059 file_lock=ffff8800252c9e58
00000080:00000010:0.0:1329972962.595106:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.595106:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.595107:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.595107:0:19164:0:(file.c:2107:ll_file_flock()) inode=144115373027885059, pid=19164, flags=0x40000, mode=32, start=0, end=9223372036854775807
00000080:00000001:0.0:1329972962.595108:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00800000:00000001:0.0:1329972962.595108:0:19164:0:(lmv_obd.c:1753:lmv_enqueue()) Process entered
00800000:00000001:0.0:1329972962.595109:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.595109:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595110:0:19164:0:(lmv_obd.c:1760:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595110:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.595111:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595111:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.595111:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.595112:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.595112:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.595113:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595113:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595114:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595114:0:19164:0:(lmv_obd.c:1786:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0] -> mds #0
00800000:00000001:0.0:1329972962.595115:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00000002:00000001:0.0:1329972962.595115:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595115:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595116:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.595116:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000040:0.0:1329972962.595117:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ee40 count: 2
00010000:00000001:0.0:1329972962.595117:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.595118:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb4b40.
00000020:00000001:0.0:1329972962.595118:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.595119:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb4b40 with handle 0xa58b72ca9be68ac2 to hash
00000020:00000001:0.0:1329972962.595119:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.595119:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494265152 : -131941215286464 : ffff88000abb4b40)
00010000:00000001:0.0:1329972962.595120:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494265152 : -131941215286464 : ffff88000abb4b40)
00010000:00000001:0.0:1329972962.595120:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595121:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.595121:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 2 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.595123:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000010:0.0:1329972962.595125:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800376ce400.
00000020:00000040:0.0:1329972962.595126:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=18 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.595126:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.595127:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.595127:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.595128:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880019cb8800.
00000100:00000001:0.0:1329972962.595129:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.595130:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.595131:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.595131:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.595132:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.595132:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000100:00000001:0.0:1329972962.595133:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595133:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000001:0.0:1329972962.595134:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.595134:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.595134:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595136:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.595137:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595137:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.595138:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.595138:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250225:0@lo:101
00000100:00000001:0.0:1329972962.595139:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.595140:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.595140:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595140:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.595141:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.595141:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.595143:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250225, portal 10
00000100:00000001:0.0:1329972962.595143:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595143:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000040:0.0:1329972962.595144:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595146:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.595147:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.595147:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 296 bytes to portal 12, xid 1394565373250225, offset 0
00000100:00000001:0.0:1329972962.595149:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595149:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.595150:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880008d6cc00.
00000100:00000040:0.0:1329972962.595151:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880008d6cc00 x1394565373250225 msgsize 296
00000100:00100000:0.0:1329972962.595151:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.595153:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595154:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.595154:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595156:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595156:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595158:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595159:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.595159:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595160:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.595160:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595161:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.595161:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.595161:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252832c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.595162:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595162:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595163:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595163:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595165:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.595166:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595166:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132462513152 : -131941247038464 : ffff880008d6cc00)
02000000:00000001:0.0:1329972962.595166:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.595167:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.595167:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595168:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.595168:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250225
00000020:00000001:0.0:1329972962.595169:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.595169:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.595169:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.595170:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000020:00000001:0.0:1329972962.595170:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.595171:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.595172:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.595172:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.595173:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.595173:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595173:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.595174:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.595174:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595174:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595175:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595176:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.595176:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.595177:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132462513152 : -131941247038464 : ffff880008d6cc00)
00000100:00000040:0.0:1329972962.595177:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880008d6cc00 x1394565373250225/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595180:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.595180:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.595180:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.595181:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.595182:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.595182:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.595183:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880025283b40.
00000004:00000010:0.0:1329972962.595184:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.595184:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.595185:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.595186:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.595186:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250225
00000100:00000001:0.0:1329972962.595187:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.595187:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.595188:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000100:00100000:0.0:1329972962.595188:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250225:12345-0@lo:101
00000004:00000001:0.0:1329972962.595189:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.595190:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.595190:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.595191:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.595191:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.595191:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.595192:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595193:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.595193:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.595193:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.595193:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595194:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.595195:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.595195:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ed00.
00010000:00000001:0.0:1329972962.595196:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.595197:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000abb4d80.
00000020:00000001:0.0:1329972962.595197:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.595198:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000abb4d80 with handle 0xa58b72ca9be68ac9 to hash
00000020:00000001:0.0:1329972962.595198:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.595198:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132494265728 : -131941215285888 : ffff88000abb4d80)
00010000:00000001:0.0:1329972962.595199:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132494265728 : -131941215285888 : ffff88000abb4d80)
00010000:00010000:0.0:1329972962.595200:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be68ac9 lrc: 2/0,0 mode: --/NL res: 8589945616/3 rrc: 1 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0xa58b72ca9be68ac2 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.595201:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88000abb4d80, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.595202:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.595202:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00000001:0.0:1329972962.595203:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.595204:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.595204:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 616 at ffff880008d6c800.
02000000:00000001:0.0:1329972962.595205:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595205:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595206:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595206:0:13970:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.595207:0:13970:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40000 owner 19164 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.595207:0:13970:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.595208:0:13970:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x40000) ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be68ac9 lrc: 3/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ac2 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.595210:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.595210:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.595211:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595211:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595211:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595211:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.595212:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb4d80 with handle 0xa58b72ca9be68ac9 from hash
00010000:00000001:0.0:1329972962.595212:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.595213:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595213:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595213:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.595214:0:13970:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.595214:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ed00 (8589945616/3/0/12) (rc: 1)
00010000:00000001:0.0:1329972962.595215:0:13970:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595215:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.595216:0:13970:0:(ldlm_lockd.c:1257:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:0.0:1329972962.595216:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be68ac9 lrc: 1/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ac2 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.595218:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.595218:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88000abb4d80/0xa58b72ca9be68ac9 lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ac2 expref: 14 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.595220:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ed00 count: 0
00010000:00000001:0.0:1329972962.595221:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.595221:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ed00.
00000020:00000040:0.0:1329972962.595222:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88000abb4d80, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.595223:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.595223:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00010000:00000001:0.0:1329972962.595224:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.595224:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88000abb4d80, rc 0)
00010000:00000040:0.0:1329972962.595225:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250225
00010000:00000001:0.0:1329972962.595225:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.595226:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880008d6cc00 x1394565373250225/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.595228:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.595228:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.595229:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.595230:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.595230:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.595231:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.595231:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.595232:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595232:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.595233:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.595234:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 352 bytes to portal 10, xid 1394565373250225, offset 192
00000100:00000001:0.0:1329972962.595235:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595236:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.595238:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=352 offset=192 replen=352  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595241:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595241:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.595242:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.595242:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595243:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.595243:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.595244:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595244:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.595244:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595245:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595245:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.595246:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880008d6cc00 x1394565373250225/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.595248:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.595249:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.595249:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.595250:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.595251:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.595251:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880025283b40.
00000004:00000010:0.0:1329972962.595252:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.595253:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.595253:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.595254:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.595254:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.595255:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+12:19164:x1394565373250225:12345-0@lo:101 Request procesed in 75us (104us total) trans 0 rc 0/0
00000020:00000040:0.0:1329972962.595257:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.595257:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595260:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595260:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595261:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.595263:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595265:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595265:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595266:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.595266:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.595266:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.595267:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595267:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.595268:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.595269:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.595270:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.595270:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595270:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.595271:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595271:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.595272:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.595272:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.595273:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.595273:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595275:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.595276:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.595276:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.595276:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.595279:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250225:0@lo:101
00000100:00000001:0.0:1329972962.595279:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595280:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595281:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.595281:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595281:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595283:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.595283:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.595284:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.595284:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595285:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.595285:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.595286:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.595286:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132494265152 : -131941215286464 : ffff88000abb4b40)
00010000:00000001:0.0:1329972962.595287:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132494265152 : -131941215286464 : ffff88000abb4b40)
00010000:00000040:0.0:1329972962.595287:0:19164:0:(ldlm_request.c:557:ldlm_cli_enqueue_fini()) local: ffff88000abb4b40, remote cookie: 0xa58b72ca9be68ac9, flags: 0x40000
00010000:00000001:0.0:1329972962.595288:0:19164:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595288:0:19164:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000040:0.0:1329972962.595289:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.595289:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.595290:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.595291:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.595291:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.595292:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.595292:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00001000:0.0:1329972962.595293:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.595293:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000abb4b40/0xa58b72ca9be68ac2 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.595294:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68ac9)
00010000:00001000:0.0:1329972962.595295:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.595295:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: NL, grant mode: NL, rc: 4, read: 1, write: 0 flags: 0x0
00010000:00001000:0.0:1329972962.595296:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.595296:0:19164:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.595296:0:19164:0:(ldlm_lock.c:1376:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.595297:0:19164:0:(ldlm_flock.c:556:ldlm_flock_completion_ast()) Process entered
00010000:00010000:0.0:1329972962.595297:0:19164:0:(ldlm_flock.c:559:ldlm_flock_completion_ast()) flags: 0x40000 data: (null) getlk: ffff8800252c9e58
00010000:00010000:0.0:1329972962.595298:0:19164:0:(ldlm_flock.c:634:ldlm_flock_completion_ast()) ### client-side enqueue granted ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ac9 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595300:0:19164:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.595300:0:19164:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40 owner 18446612133252960064 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.595301:0:19164:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.595302:0:19164:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x40) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ac9 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.595303:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68ac9 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595305:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595306:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595306:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.595306:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.595306:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595307:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.595307:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000abb4b40 with handle 0xa58b72ca9be68ac2 from hash
00010000:00000001:0.0:1329972962.595308:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.595308:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595308:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595308:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.595309:0:19164:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.595309:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.595310:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.595310:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.595311:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.595311:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.595312:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.595312:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.595313:0:19164:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595313:0:19164:0:(ldlm_flock.c:673:ldlm_flock_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.595314:0:19164:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 2/0,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68ac9 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595316:0:19164:0:(ldlm_request.c:654:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:0.0:1329972962.595316:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595316:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595316:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.595317:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000abb4b40/0xa58b72ca9be68ac2 lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68ac9 expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.595318:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 1
00010000:00000001:0.0:1329972962.595319:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595320:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.595320:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595320:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff8800376ce400 x1394565373250225/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595322:0:19164:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.595323:0:19164:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.595323:0:19164:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.595324:0:19164:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.595324:0:19164:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.595324:0:19164:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=17 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000020:00000001:0.0:1329972962.595325:0:19164:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.595325:0:19164:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880019cb8800.
02000000:00000001:0.0:1329972962.595326:0:19164:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.595326:0:19164:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.595326:0:19164:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff8800376ce400.
00000100:00000001:0.0:1329972962.595327:0:19164:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.595327:0:19164:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595328:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595328:0:19164:0:(mdc_locks.c:718:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595329:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595329:0:19164:0:(lmv_obd.c:1795:lmv_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595330:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.595330:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.595331:0:19164:0:(file.c:2124:ll_file_flock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595332:0:19164:0:(file.c:2014:ll_file_flock()) Process entered
00000080:00200000:0.0:1329972962.595332:0:19164:0:(file.c:2017:ll_file_flock()) VFS Op:inode=144115373027885059 file_lock=ffff8800252c9de8
00000080:00000010:0.0:1329972962.595333:0:19164:0:(llite_lib.c:2156:ll_prep_md_op_data()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.595333:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.595334:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:0.0:1329972962.595334:0:19164:0:(file.c:2107:ll_file_flock()) inode=144115373027885059, pid=19164, flags=0x0, mode=32, start=0, end=9223372036854775807
00000080:00000001:0.0:1329972962.595335:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00800000:00000001:0.0:1329972962.595335:0:19164:0:(lmv_obd.c:1753:lmv_enqueue()) Process entered
00800000:00000001:0.0:1329972962.595336:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.595336:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595336:0:19164:0:(lmv_obd.c:1760:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595337:0:19164:0:(lmv_object.c:248:lmv_object_find()) Process entered
00800000:00000001:0.0:1329972962.595337:0:19164:0:(lmv_object.c:254:lmv_object_find()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595338:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.595338:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.595339:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.595339:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.595339:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595340:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595340:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595341:0:19164:0:(lmv_obd.c:1786:lmv_enqueue()) ENQUEUE '0' on [0x200002b10:0x3:0x0] -> mds #0
00800000:00000001:0.0:1329972962.595341:0:19164:0:(obd_class.h:1930:md_enqueue()) Process entered
00000002:00000001:0.0:1329972962.595342:0:19164:0:(mdc_locks.c:647:mdc_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595342:0:19164:0:(ldlm_request.c:790:ldlm_cli_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595342:0:19164:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.595343:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000040:0.0:1329972962.595343:0:19164:0:(ldlm_resource.c:1098:ldlm_resource_getref()) getref res: ffff880046d0ee40 count: 2
00010000:00000001:0.0:1329972962.595344:0:19164:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.595345:0:19164:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88000e1cfb40.
00000020:00000001:0.0:1329972962.595345:0:19164:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.595346:0:19164:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88000e1cfb40 with handle 0xa58b72ca9be68ad0 to hash
00000020:00000001:0.0:1329972962.595346:0:19164:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.595346:0:19164:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612132550998848 : -131941158552768 : ffff88000e1cfb40)
00010000:00000001:0.0:1329972962.595347:0:19164:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612132550998848 : -131941158552768 : ffff88000e1cfb40)
00010000:00000001:0.0:1329972962.595347:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595348:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00010000:00010000:0.0:1329972962.595348:0:19164:0:(ldlm_lock.c:684:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 2 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.595350:0:19164:0:(ldlm_request.c:833:ldlm_cli_enqueue()) ### client-side enqueue START ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000010:0.0:1329972962.595352:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800376ce400.
00000020:00000040:0.0:1329972962.595352:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=18 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.595353:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.595353:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.595354:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.595355:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880019cb8800.
00000100:00000001:0.0:1329972962.595355:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.595356:0:19164:0:(ldlm_request.c:895:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 3/1,0 mode: --/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0x0 expref: -99 pid: 19164 timeout: 0
00000100:00000001:0.0:1329972962.595358:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.595358:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.595358:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.595359:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612132937609920 : -131940771941696 : ffff8800252832c0)
00000100:00000001:0.0:1329972962.595359:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595360:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000001:0.0:1329972962.595360:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.595361:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.595361:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595365:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.595365:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595366:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.595366:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.595367:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250226:0@lo:101
00000100:00000001:0.0:1329972962.595367:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.595368:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.595368:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595369:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.595369:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.595370:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.595371:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250226, portal 10
00000100:00000001:0.0:1329972962.595371:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595372:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000040:0.0:1329972962.595372:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595374:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.595375:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.595376:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 296 bytes to portal 12, xid 1394565373250226, offset 0
00000100:00000001:0.0:1329972962.595377:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595378:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt
00000100:00000010:0.0:1329972962.595378:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff880008d6c400.
00000100:00000040:0.0:1329972962.595379:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff880008d6c400 x1394565373250226 msgsize 296
00000100:00100000:0.0:1329972962.595380:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.595381:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595382:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.595382:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595384:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595384:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595386:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595387:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.595387:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595388:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.595388:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595389:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.595389:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.595389:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff8800252832c0 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.595390:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595390:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595391:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595391:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595393:0:13970:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.595393:0:13970:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595394:0:13970:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132462511104 : -131941247040512 : ffff880008d6c400)
02000000:00000001:0.0:1329972962.595394:0:13970:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.595395:0:13970:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.595395:0:13970:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595396:0:13970:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.595396:0:13970:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250226
00000020:00000001:0.0:1329972962.595397:0:13970:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.595397:0:13970:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.595397:0:13970:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.595398:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000020:00000001:0.0:1329972962.595398:0:13970:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.595399:0:13970:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.595399:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.595400:0:13970:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:0.0:1329972962.595400:0:13970:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.595401:0:13970:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595401:0:13970:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.595402:0:13970:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.595402:0:13970:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595402:0:13970:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595403:0:13970:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595404:0:13970:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.595404:0:13970:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.595404:0:13970:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132462511104 : -131941247040512 : ffff880008d6c400)
00000100:00000040:0.0:1329972962.595405:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff880008d6c400 x1394565373250226/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595407:0:13970:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.595408:0:13970:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.595408:0:13970:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.595409:0:13970:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.595410:0:13970:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.595410:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff880025283b40.
00000004:00000010:0.0:1329972962.595411:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.595411:0:13970:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.595412:0:13970:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.595413:0:13970:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.595413:0:13970:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.595414:0:13970:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250226
00000100:00000001:0.0:1329972962.595414:0:13970:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.595415:0:13970:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.595415:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000100:00100000:0.0:1329972962.595416:0:13970:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250226:12345-0@lo:101
00000004:00000001:0.0:1329972962.595417:0:13970:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.595417:0:13970:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.595418:0:13970:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.595418:0:13970:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.595419:0:13970:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.595419:0:13970:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.595419:0:13970:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595420:0:13970:0:(ldlm_lockd.c:1049:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1329972962.595420:0:13970:0:(ldlm_lockd.c:1051:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1329972962.595421:0:13970:0:(ldlm_lockd.c:1403:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1329972962.595421:0:13970:0:(ldlm_lockd.c:1407:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595422:0:13970:0:(ldlm_lock.c:1242:ldlm_lock_create()) Process entered
00010000:00000001:0.0:1329972962.595422:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.595423:0:13970:0:(ldlm_resource.c:979:ldlm_resource_new()) slab-alloced '(res)': 312 at ffff880046d0ed00.
00010000:00000001:0.0:1329972962.595424:0:13970:0:(ldlm_lock.c:411:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1329972962.595424:0:13970:0:(ldlm_lock.c:416:ldlm_lock_new()) slab-alloced '(lock)': 544 at ffff88005870ad80.
00000020:00000001:0.0:1329972962.595425:0:13970:0:(lustre_handles.c:88:class_handle_hash()) Process entered
00000020:00000040:0.0:1329972962.595425:0:13970:0:(lustre_handles.c:122:class_handle_hash()) added object ffff88005870ad80 with handle 0xa58b72ca9be68ad7 to hash
00000020:00000001:0.0:1329972962.595426:0:13970:0:(lustre_handles.c:123:class_handle_hash()) Process leaving
00010000:00000001:0.0:1329972962.595426:0:13970:0:(ldlm_lock.c:452:ldlm_lock_new()) Process leaving (rc=18446612133797997952 : -131939911553664 : ffff88005870ad80)
00010000:00000001:0.0:1329972962.595427:0:13970:0:(ldlm_lock.c:1281:ldlm_lock_create()) Process leaving (rc=18446612133797997952 : -131939911553664 : ffff88005870ad80)
00010000:00010000:0.0:1329972962.595427:0:13970:0:(ldlm_lockd.c:1136:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68ad7 lrc: 2/0,0 mode: --/NL res: 8589945616/3 rrc: 1 type: FLK pid: 0 [0->0] flags: 0x0 remote: 0xa58b72ca9be68ad0 expref: -99 pid: 13970 timeout: 0
00000020:00000040:0.0:1329972962.595429:0:13970:0:(genops.c:1031:__class_export_add_lock_ref()) lock = ffff88005870ad80, export = ffff880008f8f400, refs = 1
00010000:00000040:0.0:1329972962.595430:0:13970:0:(ldlm_lockd.c:1148:ldlm_handle_enqueue0()) lock GETting export ffff880008f8f400 : new locks_count 2
00000020:00000040:0.0:1329972962.595430:0:13970:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 14
00000100:00000001:0.0:1329972962.595431:0:13970:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.595431:0:13970:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.595432:0:13970:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 616 at ffff880008d6c000.
02000000:00000001:0.0:1329972962.595432:0:13970:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595433:0:13970:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595434:0:13970:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595434:0:13970:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00010000:0.0:1329972962.595434:0:13970:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x0 owner 19164 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.595435:0:13970:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.595436:0:13970:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68ad7 lrc: 3/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ad0 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.595437:0:13970:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.595438:0:13970:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.595438:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595438:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595439:0:13970:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595439:0:13970:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1329972962.595440:0:13970:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88005870ad80 with handle 0xa58b72ca9be68ad7 from hash
00010000:00000001:0.0:1329972962.595440:0:13970:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.595440:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595441:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595441:0:13970:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.595441:0:13970:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.595441:0:13970:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ed00 (8589945616/3/0/12) (rc: 1)
00010000:00000001:0.0:1329972962.595442:0:13970:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595443:0:13970:0:(ldlm_lock.c:1393:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.595444:0:13970:0:(ldlm_lockd.c:1257:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:0.0:1329972962.595444:0:13970:0:(ldlm_lockd.c:1270:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68ad7 lrc: 1/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ad0 expref: 14 pid: 13970 timeout: 0
00010000:00000001:0.0:1329972962.595446:0:13970:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.595446:0:13970:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ffff880055978800 lock: ffff88005870ad80/0xa58b72ca9be68ad7 lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ad0 expref: 14 pid: 13970 timeout: 0
00010000:00000040:0.0:1329972962.595448:0:13970:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ed00 count: 0
00010000:00000001:0.0:1329972962.595448:0:13970:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.595449:0:13970:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ed00.
00000020:00000040:0.0:1329972962.595450:0:13970:0:(genops.c:1050:__class_export_del_lock_ref()) lock = ffff88005870ad80, export = ffff880008f8f400, refs = 0
00010000:00000040:0.0:1329972962.595450:0:13970:0:(ldlm_lock.c:224:ldlm_lock_put()) lock PUTting export ffff880008f8f400 : new locks_count 1
00000020:00000040:0.0:1329972962.595451:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 13
00010000:00000001:0.0:1329972962.595451:0:13970:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1329972962.595452:0:13970:0:(ldlm_lockd.c:1302:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88005870ad80, rc 0)
00010000:00000040:0.0:1329972962.595452:0:13970:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 0, xid 1394565373250226
00010000:00000001:0.0:1329972962.595453:0:13970:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.595453:0:13970:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff880008d6c400 x1394565373250226/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.595455:0:13970:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.595456:0:13970:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.595456:0:13970:0:(import.c:1486:at_measured()) add 1 to ffff88005bd83d80 time=111 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.595457:0:13970:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.595458:0:13970:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.595458:0:13970:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.595459:0:13970:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.595459:0:13970:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595460:0:13970:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.595460:0:13970:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.595461:0:13970:0:(niobuf.c:85:ptl_send_buf()) Sending 352 bytes to portal 10, xid 1394565373250226, offset 192
00000100:00000001:0.0:1329972962.595463:0:13970:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595463:0:13970:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.595465:0:13970:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=352 offset=192 replen=352  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595468:0:13970:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595469:0:13970:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.595469:0:13970:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.595470:0:13970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595470:0:13970:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.595471:0:13970:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.595471:0:13970:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595472:0:13970:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.595472:0:13970:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595472:0:13970:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595473:0:13970:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.595474:0:13970:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff880008d6c400 x1394565373250226/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 296/352 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.595476:0:13970:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.595476:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.595477:0:13970:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.595478:0:13970:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.595478:0:13970:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff880025283b40.
00000004:00000010:0.0:1329972962.595479:0:13970:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.595479:0:13970:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.595480:0:13970:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.595481:0:13970:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.595481:0:13970:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.595482:0:13970:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.595483:0:13970:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_00:de1871f5-fba4-c446-15d4-74b25034d360+12:19164:x1394565373250226:12345-0@lo:101 Request procesed in 74us (103us total) trans 0 rc 0/0
00000020:00000040:0.0:1329972962.595484:0:13970:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.595485:0:13970:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595487:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595488:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595488:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.595490:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595492:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595493:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595493:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.595493:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.595494:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.595494:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595495:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.595495:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cbc0 time=111 v=1 (1 1 1 1)
00000100:00001000:0.0:1329972962.595496:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.595497:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.595497:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595498:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.595498:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595499:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.595499:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.595500:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.595500:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.595500:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595502:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.595503:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.595503:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.595504:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.595506:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250226:0@lo:101
00000100:00000001:0.0:1329972962.595507:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595507:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595508:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.595508:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595509:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595511:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.595511:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff8800252832c0.
00000100:00000001:0.0:1329972962.595512:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.595512:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595512:0:19164:0:(ldlm_request.c:496:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:0.0:1329972962.595513:0:19164:0:(ldlm_lock.c:531:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1329972962.595513:0:19164:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.595513:0:19164:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132550998848 : -131941158552768 : ffff88000e1cfb40)
00010000:00000001:0.0:1329972962.595514:0:19164:0:(ldlm_lock.c:543:__ldlm_handle2lock()) Process leaving (rc=18446612132550998848 : -131941158552768 : ffff88000e1cfb40)
00010000:00000040:0.0:1329972962.595515:0:19164:0:(ldlm_request.c:557:ldlm_cli_enqueue_fini()) local: ffff88000e1cfb40, remote cookie: 0xa58b72ca9be68ad7, flags: 0x0
00010000:00000001:0.0:1329972962.595515:0:19164:0:(ldlm_lock.c:1299:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1329972962.595516:0:19164:0:(ldlm_lock.c:984:ldlm_grant_lock()) Process entered
00010000:00000040:0.0:1329972962.595516:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 2)
00010000:00000040:0.0:1329972962.595517:0:19164:0:(ldlm_resource.c:1309:ldlm_resource_dump()) Granted locks:
00010000:00000040:0.0:1329972962.595517:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff8800112db000/0xa58b72ca9be68a67 (rc: 2) (pos: 1) (pid: 19164)
00010000:00000040:0.0:1329972962.595518:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68a6e)
00010000:00000040:0.0:1329972962.595519:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00000040:0.0:1329972962.595519:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: PW, grant mode: PW, rc: 2, read: 0, write: 1 flags: 0x0
00010000:00000040:0.0:1329972962.595520:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00001000:0.0:1329972962.595520:0:19164:0:(ldlm_resource.c:1188:ldlm_resource_add_lock()) About to add this lock:
00010000:00001000:0.0:1329972962.595521:0:19164:0:(ldlm_lock.c:1909:ldlm_lock_dump())  -- Lock dump: ffff88000e1cfb40/0xa58b72ca9be68ad0 (rc: 4) (pos: 0) (pid: 19164)
00010000:00001000:0.0:1329972962.595521:0:19164:0:(ldlm_lock.c:1922:ldlm_lock_dump())   Node: NID 0@lo (rhandle: 0xa58b72ca9be68ad7)
00010000:00001000:0.0:1329972962.595522:0:19164:0:(ldlm_lock.c:1928:ldlm_lock_dump())   Resource: ffff880046d0ee40 (8589945616/3/0)
00010000:00001000:0.0:1329972962.595522:0:19164:0:(ldlm_lock.c:1933:ldlm_lock_dump())   Req mode: NL, grant mode: NL, rc: 4, read: 1, write: 0 flags: 0x0
00010000:00001000:0.0:1329972962.595523:0:19164:0:(ldlm_lock.c:1944:ldlm_lock_dump())   Pid: 19164 Extent: 0 -> 9223372036854775807
00010000:00000001:0.0:1329972962.595524:0:19164:0:(ldlm_lock.c:1003:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1329972962.595524:0:19164:0:(ldlm_lock.c:1376:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1329972962.595524:0:19164:0:(ldlm_flock.c:556:ldlm_flock_completion_ast()) Process entered
00010000:00010000:0.0:1329972962.595525:0:19164:0:(ldlm_flock.c:559:ldlm_flock_completion_ast()) flags: 0x0 data: (null) getlk: ffff8800252c9de8
00010000:00010000:0.0:1329972962.595525:0:19164:0:(ldlm_flock.c:634:ldlm_flock_completion_ast()) ### client-side enqueue granted ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ad7 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595529:0:19164:0:(ldlm_flock.c:216:ldlm_process_flock_lock()) Process entered
00010000:00000010:0.1:1329972962.595541:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a000.
00010000:00000010:0.1:1329972962.595542:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a900.
00010000:00000010:0.1:1329972962.595543:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db6c0.
00010000:00000010:0.1:1329972962.595543:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a6c0.
00000020:00000010:0.1:1329972962.595544:0:19164:0:(lustre_handles.c:211:class_handle_free_cb()) kfreed 'ptr': 128 at ffff88005518fd40.
00010000:00000010:0.1:1329972962.595544:0:19164:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb4900.
00010000:00010000:0.0:1329972962.595545:0:19164:0:(ldlm_flock.c:222:ldlm_process_flock_lock()) flags 0x40 owner 18446612132938332352 pid 19164 mode 32 start 0 end 9223372036854775807
00010000:00000001:0.0:1329972962.595546:0:19164:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.595547:0:19164:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x40) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 2/0,1 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68a6e expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.595549:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 2/0,1 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68a6e expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595551:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595551:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595551:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.595552:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.595552:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595552:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.595553:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff8800112db000 with handle 0xa58b72ca9be68a67 from hash
00010000:00000001:0.0:1329972962.595553:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.595553:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.595554:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff8800112db000/0xa58b72ca9be68a67 lrc: 0/0,0 mode: PW/PW res: 8589945616/3 rrc: 2 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68a6e expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.595555:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 1
00010000:00000001:0.0:1329972962.595556:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595557:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595557:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.595557:0:19164:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000001:0.0:1329972962.595558:0:19164:0:(ldlm_flock.c:132:ldlm_flock_destroy()) Process entered
00010000:00010000:0.0:1329972962.595558:0:19164:0:(ldlm_flock.c:135:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x40) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x0 remote: 0xa58b72ca9be68ad7 expref: -99 pid: 19164 timeout: 0
00010000:00010000:0.0:1329972962.595560:0:19164:0:(ldlm_lock.c:729:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(NL) ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 4/1,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68ad7 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595563:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595563:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595564:0:19164:0:(ldlm_lock.c:387:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1329972962.595564:0:19164:0:(ldlm_lock.c:325:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1329972962.595564:0:19164:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru()) Process entered
00010000:00000001:0.0:1329972962.595564:0:19164:0:(ldlm_lock.c:271:ldlm_lock_remove_from_lru()) Process leaving
00000020:00000040:0.0:1329972962.595565:0:19164:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff88000e1cfb40 with handle 0xa58b72ca9be68ad0 from hash
00010000:00000001:0.0:1329972962.595565:0:19164:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1329972962.595565:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595566:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595566:0:19164:0:(ldlm_lock.c:394:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1329972962.595566:0:19164:0:(ldlm_flock.c:152:ldlm_flock_destroy()) Process leaving
00010000:00000040:0.0:1329972962.595566:0:19164:0:(ldlm_resource.c:1305:ldlm_resource_dump()) --- Resource: ffff880046d0ee40 (8589945616/3/0/12) (rc: 1)
00010000:00000001:0.0:1329972962.595567:0:19164:0:(ldlm_flock.c:511:ldlm_process_flock_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595568:0:19164:0:(ldlm_flock.c:673:ldlm_flock_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1329972962.595568:0:19164:0:(ldlm_request.c:653:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 2/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68ad7 expref: -99 pid: 19164 timeout: 0
00010000:00000001:0.0:1329972962.595570:0:19164:0:(ldlm_request.c:654:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:0.0:1329972962.595570:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1329972962.595571:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1329972962.595571:0:19164:0:(ldlm_lock.c:203:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1329972962.595571:0:19164:0:(ldlm_lock.c:211:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880008f8a800 lock: ffff88000e1cfb40/0xa58b72ca9be68ad0 lrc: 0/0,0 mode: NL/NL res: 8589945616/3 rrc: 1 type: FLK pid: 19164 [0->9223372036854775807] flags: 0x410 remote: 0xa58b72ca9be68ad7 expref: -99 pid: 19164 timeout: 0
00010000:00000040:0.0:1329972962.595573:0:19164:0:(ldlm_resource.c:1137:ldlm_resource_putref()) putref res: ffff880046d0ee40 count: 0
00010000:00000001:0.0:1329972962.595573:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000010:0.0:1329972962.595574:0:19164:0:(ldlm_resource.c:1145:ldlm_resource_putref()) slab-freed 'res': 312 at ffff880046d0ee40.
00010000:00000001:0.0:1329972962.595575:0:19164:0:(ldlm_lock.c:237:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1329972962.595575:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595575:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 0  req@ffff8800376ce400 x1394565373250226/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 296/352 e 0 to 0 dl 1329972969 ref 1 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595577:0:19164:0:(client.c:2078:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1329972962.595578:0:19164:0:(sec.c:1696:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1329972962.595578:0:19164:0:(sec_null.c:233:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.595579:0:19164:0:(sec.c:1710:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1329972962.595579:0:19164:0:(genops.c:932:class_import_put()) Process entered
00000020:00000040:0.0:1329972962.595579:0:19164:0:(genops.c:939:class_import_put()) import ffff88004336c800 refcount=17 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000020:00000001:0.0:1329972962.595580:0:19164:0:(genops.c:946:class_import_put()) Process leaving
02000000:00000010:0.0:1329972962.595580:0:19164:0:(sec_null.c:203:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880019cb8800.
02000000:00000001:0.0:1329972962.595581:0:19164:0:(sec.c:439:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1329972962.595581:0:19164:0:(sec.c:455:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1329972962.595582:0:19164:0:(client.c:2133:__ptlrpc_free_req()) kfreed 'request': 968 at ffff8800376ce400.
00000100:00000001:0.0:1329972962.595582:0:19164:0:(client.c:2134:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1329972962.595582:0:19164:0:(client.c:2172:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1329972962.595583:0:19164:0:(ldlm_request.c:916:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595583:0:19164:0:(mdc_locks.c:718:mdc_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595584:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595584:0:19164:0:(lmv_obd.c:1795:lmv_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595585:0:19164:0:(obd_class.h:1935:md_enqueue()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.595585:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.595587:0:19164:0:(file.c:2124:ll_file_flock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595587:0:19164:0:(file.c:295:ll_file_release()) Process entered
00000080:00200000:0.0:1329972962.595588:0:19164:0:(file.c:298:ll_file_release()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8)
00020000:00000001:0.0:1329972962.595588:0:19164:0:(lov_obd.c:2778:lov_test_and_clear_async_rc()) Process entered
00020000:00000001:0.0:1329972962.595589:0:19164:0:(lov_obd.c:2786:lov_test_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595589:0:19164:0:(file.c:232:ll_md_close()) Process entered
00000080:00000001:0.0:1329972962.595590:0:19164:0:(obd_class.h:2158:md_lock_match()) Process entered
00800000:00000001:0.0:1329972962.595590:0:19164:0:(lmv_obd.c:2908:lmv_lock_match()) Process entered
00800000:00000002:0.0:1329972962.595590:0:19164:0:(lmv_obd.c:2910:lmv_lock_match()) Lock match for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595591:0:19164:0:(obd_class.h:2158:md_lock_match()) Process entered
00000002:00000001:0.0:1329972962.595591:0:19164:0:(mdc_locks.c:167:mdc_lock_match()) Process entered
00010000:00000001:0.0:1329972962.595592:0:19164:0:(ldlm_lock.c:1127:ldlm_lock_match()) Process entered
00010000:00000001:0.0:1329972962.595592:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595593:0:19164:0:(ldlm_lock.c:1142:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595593:0:19164:0:(mdc_locks.c:172:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595594:0:19164:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595594:0:19164:0:(lmv_obd.c:2925:lmv_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595594:0:19164:0:(obd_class.h:2162:md_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595595:0:19164:0:(file.c:193:ll_md_real_close()) Process entered
00000080:00000001:0.0:1329972962.595595:0:19164:0:(file.c:126:ll_close_inode_openhandle()) Process entered
00000080:00000010:0.0:1329972962.595596:0:19164:0:(file.c:138:ll_close_inode_openhandle()) kmalloced 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.595597:0:19164:0:(file.c:96:ll_prepare_close()) Process entered
00000080:00000001:0.0:1329972962.595597:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.595597:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595598:0:19164:0:(llite_capa.c:380:ll_mdscapa_get()) Process entered
00000080:00000001:0.0:1329972962.595598:0:19164:0:(llite_capa.c:385:ll_mdscapa_get()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595599:0:19164:0:(file.c:113:ll_prepare_close()) Process leaving
00000080:00000001:0.0:1329972962.595599:0:19164:0:(obd_class.h:1887:md_close()) Process entered
00800000:00000001:0.0:1329972962.595599:0:19164:0:(lmv_obd.c:1426:lmv_close()) Process entered
00800000:00000001:0.0:1329972962.595599:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.595600:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595600:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.595601:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.595601:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.595601:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.595602:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595602:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595603:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595603:0:19164:0:(lmv_obd.c:1436:lmv_close()) CLOSE [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595604:0:19164:0:(obd_class.h:1887:md_close()) Process entered
00000002:00000001:0.0:1329972962.595604:0:19164:0:(mdc_request.c:816:mdc_close()) Process entered
00000100:00000010:0.0:1329972962.595605:0:19164:0:(client.c:664:__ptlrpc_request_alloc()) kmalloced 'request': 968 at ffff8800376ce400.
00000020:00000040:0.0:1329972962.595605:0:19164:0:(genops.c:925:class_import_get()) import ffff88004336c800 refcount=18 obd=lustre-MDT0000-mdc-ffff880008f8a800
00000100:00000001:0.0:1329972962.595606:0:19164:0:(client.c:563:__ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1329972962.595606:0:19164:0:(sec.c:407:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1329972962.595607:0:19164:0:(sec.c:425:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1329972962.595608:0:19164:0:(sec_null.c:176:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff880019cb8800.
00000100:00000001:0.0:1329972962.595608:0:19164:0:(client.c:617:__ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000002:00080000:0.0:1329972962.595609:0:19164:0:(mdc_request.c:845:mdc_close()) @@@ matched open  req@ffff880047af3000 x1394565373250218/t90194313231(90194313231) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:12/10 lens 528/600 e 0 to 0 dl 1329972969 ref 1 fl Complete:RP/ffffffff/ffffffff rc 301/-1
00000002:00000001:0.0:1329972962.595612:0:19164:0:(lustre_mdc.h:90:mdc_get_rpc_lock()) Process entered
00000100:00000001:0.0:1329972962.595612:0:19164:0:(client.c:2474:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1329972962.595612:0:19164:0:(client.c:879:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1329972962.595613:0:19164:0:(client.c:880:ptlrpc_prep_set()) kmalloced 'set': 112 at ffff88005518fd40.
00000100:00000001:0.0:1329972962.595613:0:19164:0:(client.c:890:ptlrpc_prep_set()) Process leaving (rc=18446612133741919552 : -131939967632064 : ffff88005518fd40)
00000100:00000001:0.0:1329972962.595614:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595614:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000001:0.0:1329972962.595615:0:19164:0:(client.c:1976:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1329972962.595615:0:19164:0:(client.c:1336:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1329972962.595616:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc"  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 0 ref 2 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595618:0:19164:0:(client.c:1033:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1329972962.595618:0:19164:0:(client.c:1077:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595618:0:19164:0:(sec.c:649:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1329972962.595619:0:19164:0:(sec.c:676:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1329972962.595619:0:19164:0:(client.c:1395:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250227:0@lo:35
00000100:00000001:0.0:1329972962.595620:0:19164:0:(niobuf.c:538:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1329972962.595621:0:19164:0:(sec.c:949:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1329972962.595621:0:19164:0:(sec.c:985:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595621:0:19164:0:(sec.c:1675:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1329972962.595622:0:19164:0:(sec_null.c:219:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff880032976000.
02000000:00000001:0.0:1329972962.595622:0:19164:0:(sec.c:1685:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.595624:0:19164:0:(niobuf.c:660:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1394565373250227, portal 10
00000100:00000001:0.0:1329972962.595624:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595625:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000040:0.0:1329972962.595625:0:19164:0:(niobuf.c:681:ptl_send_rpc()) @@@ send flg=0  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595627:0:19164:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.595628:0:19164:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c4c0 id 12345-0@lo
00000100:00000200:0.0:1329972962.595629:0:19164:0:(niobuf.c:85:ptl_send_buf()) Sending 360 bytes to portal 23, xid 1394565373250227, offset 0
00000100:00000001:0.0:1329972962.595639:0:19164:0:(events.c:235:request_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595640:0:19164:0:(events.c:245:request_in_callback()) event type 1, status 0, service mdt_readpage
00000100:00000010:0.0:1329972962.595642:0:19164:0:(events.c:261:request_in_callback()) kmalloced 'req': 968 at ffff88000abd7c00.
00000100:00000040:0.0:1329972962.595643:0:19164:0:(events.c:291:request_in_callback()) incoming req@ffff88000abd7c00 x1394565373250227 msgsize 360
00000100:00100000:0.0:1329972962.595644:0:19164:0:(events.c:293:request_in_callback()) peer: 12345-0@lo
00000100:00000001:0.0:1329972962.595645:0:19164:0:(events.c:327:request_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595646:0:19164:0:(events.c:62:request_out_callback()) Process entered
00000100:00000200:0.0:1329972962.595647:0:19164:0:(events.c:68:request_out_callback()) @@@ type 4, status 0  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595649:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595649:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 3 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595651:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595651:0:19164:0:(events.c:87:request_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.595652:0:19164:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595653:0:19164:0:(niobuf.c:689:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.595653:0:19164:0:(client.c:1403:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595654:0:19164:0:(client.c:1924:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1329972962.595654:0:19164:0:(client.c:1961:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6)
00000100:00100000:0.0:1329972962.595655:0:19164:0:(client.c:1993:ptlrpc_set_wait()) set ffff88005518fd40 going to sleep for 6 seconds
00000100:00000001:0.0:1329972962.595655:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595656:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595656:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595656:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595659:0:13973:0:(service.c:1441:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1329972962.595659:0:13973:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595660:0:13973:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612132494408704 : -131941215142912 : ffff88000abd7c00)
02000000:00000001:0.0:1329972962.595660:0:13973:0:(sec.c:2039:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1329972962.595661:0:13973:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.595661:0:13973:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595662:0:13973:0:(sec.c:2086:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1329972962.595662:0:13973:0:(service.c:1526:ptlrpc_server_handle_req_in()) got req 1394565373250227
00000020:00000001:0.0:1329972962.595663:0:13973:0:(genops.c:659:class_conn2export()) Process entered
00000020:00000040:0.0:1329972962.595663:0:13973:0:(genops.c:671:class_conn2export()) looking for export cookie 0xa58b72ca9be6856d
00000020:00000001:0.0:1329972962.595664:0:13973:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000040:0.0:1329972962.595664:0:13973:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 12
00000020:00000001:0.0:1329972962.595665:0:13973:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000020:00000001:0.0:1329972962.595665:0:13973:0:(genops.c:673:class_conn2export()) Process leaving (rc=18446612132464751616 : -131941244800000 : ffff880008f8f400)
00000100:00000001:0.0:1329972962.595666:0:13973:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.595667:0:13973:0:(service.c:897:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00000001:0.0:1329972962.595667:0:13973:0:(service.c:1213:ptlrpc_hpreq_init()) Process entered
00000100:00000001:0.0:1329972962.595668:0:13973:0:(service.c:1227:ptlrpc_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595668:0:13973:0:(service.c:1310:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1329972962.595668:0:13973:0:(service.c:1292:ptlrpc_server_hpreq_check()) Process entered
00000100:00000001:0.0:1329972962.595669:0:13973:0:(service.c:1302:ptlrpc_server_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595677:0:13973:0:(service.c:1329:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595678:0:13973:0:(service.c:1572:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595679:0:13973:0:(service.c:1599:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1329972962.595680:0:13973:0:(service.c:1410:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1329972962.595680:0:13973:0:(service.c:1424:ptlrpc_server_request_get()) Process leaving (rc=18446612132494408704 : -131941215142912 : ffff88000abd7c00)
00000100:00000040:0.0:1329972962.595681:0:13973:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret"  req@ffff88000abd7c00 x1394565373250227/t0(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/0 e 0 to 0 dl 1329972968 ref 1 fl New:/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595683:0:13973:0:(service.c:1233:ptlrpc_hpreq_fini()) Process entered
00000100:00000001:0.0:1329972962.595683:0:13973:0:(service.c:1239:ptlrpc_hpreq_fini()) Process leaving
00000020:00000010:0.0:1329972962.595684:0:13973:0:(lu_object.c:1472:keys_init()) kmalloced 'ctx->lc_value': 256 at ffff88005a0367c0.
00000008:00000010:0.0:1329972962.595685:0:13973:0:(osc_dev.c:143:osc_session_init()) slab-alloced '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.595691:0:13973:0:(lov_dev.c:185:lov_session_key_init()) slab-alloced '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.595691:0:13973:0:(mdd_device.c:1252:mdd_ucred_key_init()) kmalloced 'value': 72 at ffff8800326e23c0.
00000004:00000010:0.0:1329972962.595692:0:13973:0:(mdd_device.c:1271:mdd_capainfo_key_init()) kmalloced 'value': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.595693:0:13973:0:(mdd_device.c:1292:mdd_quota_key_init()) kmalloced 'value': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.595694:0:13973:0:(lcommon_cl.c:155:ccc_session_key_init()) slab-alloced '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.595694:0:13973:0:(vvp_dev.c:110:vvp_session_key_init()) slab-alloced '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.595695:0:13973:0:(echo_client.c:655:echo_session_key_init()) slab-alloced '(session)': 8 at ffff8800375f2750.
00000100:00000200:0.0:1329972962.595696:0:13973:0:(service.c:1674:ptlrpc_server_handle_request()) got req 1394565373250227
00000100:00000001:0.0:1329972962.595696:0:13973:0:(service.c:757:ptlrpc_update_export_timer()) Process entered
00000100:00000040:0.0:1329972962.595696:0:13973:0:(service.c:1684:ptlrpc_server_handle_request()) RPC GETting export ffff880008f8f400 : new rpc_count 1
00000020:00000040:0.0:1329972962.595697:0:13973:0:(genops.c:749:class_export_get()) GETting export ffff880008f8f400 : new refcount 13
00000100:00100000:0.0:1329972962.595698:0:13973:0:(service.c:1708:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+13:19164:x1394565373250227:12345-0@lo:35
00000004:00000001:0.0:1329972962.595699:0:13973:0:(mdt_handler.c:2965:mdt_handle_common()) Process entered
00000004:00000001:0.0:1329972962.595700:0:13973:0:(mdt_handler.c:2924:mdt_handle0()) Process entered
00000004:00000001:0.0:1329972962.595700:0:13973:0:(mdt_handler.c:2762:mdt_recovery()) Process entered
00000004:00000001:0.0:1329972962.595700:0:13973:0:(mdt_handler.c:2833:mdt_recovery()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1329972962.595701:0:13973:0:(mdt_handler.c:2507:mdt_req_handle()) Process entered
00000004:00000001:0.0:1329972962.595701:0:13973:0:(mdt_handler.c:2461:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1329972962.595702:0:13973:0:(mdt_handler.c:2482:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595702:0:13973:0:(mdt_open.c:1562:mdt_close()) Process entered
00000004:00000001:0.0:1329972962.595703:0:13973:0:(mdt_lib.c:869:mdt_close_unpack()) Process entered
00000004:00000001:0.0:1329972962.595703:0:13973:0:(mdt_lib.c:813:mdt_ioepoch_unpack()) Process entered
00000004:00000001:0.0:1329972962.595704:0:13973:0:(mdt_lib.c:820:mdt_ioepoch_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595704:0:13973:0:(mdt_lib.c:777:mdt_setattr_unpack_rec()) Process entered
00000004:00000001:0.0:1329972962.595705:0:13973:0:(mdt_lib.c:807:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595705:0:13973:0:(mdt_lib.c:875:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595706:0:13973:0:(pack_generic.c:322:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1329972962.595707:0:13973:0:(sec.c:2099:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1329972962.595707:0:13973:0:(sec_null.c:322:null_alloc_rs()) kmalloced 'rs': 1088 at ffff88000e185000.
02000000:00000001:0.0:1329972962.595708:0:13973:0:(sec.c:2125:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595709:0:13973:0:(pack_generic.c:356:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595709:0:13973:0:(mdt_internal.h:719:mdt_check_resent()) Process entered
00000004:00000001:0.0:1329972962.595709:0:13973:0:(mdt_internal.h:729:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595710:0:13973:0:(mdt_open.c:86:mdt_handle2mfd()) Process entered
00000020:00000001:0.0:1329972962.595710:0:13973:0:(lustre_handles.c:177:class_handle2object()) Process entered
00000020:00000001:0.0:1329972962.595711:0:13973:0:(lustre_handles.c:200:class_handle2object()) Process leaving (rc=18446612132937611072 : -131940771940544 : ffff880025283740)
00000004:00000001:0.0:1329972962.595711:0:13973:0:(mdt_open.c:99:mdt_handle2mfd()) Process leaving (rc=18446612132937611072 : -131940771940544 : ffff880025283740)
00000020:00000040:0.0:1329972962.595712:0:13973:0:(lustre_handles.c:135:class_handle_unhash_nolock()) removing object ffff880025283740 with handle 0xa58b72ca9be68a60 from hash
00000004:00000001:0.0:1329972962.595713:0:13973:0:(mdt_internal.h:474:mdt_object_get()) Process entered
00000004:00000001:0.0:1329972962.595713:0:13973:0:(mdt_internal.h:476:mdt_object_get()) Process leaving
00000004:00000001:0.0:1329972962.595713:0:13973:0:(mdt_open.c:1492:mdt_mfd_close()) Process entered
00000004:00000001:0.0:1329972962.595714:0:13973:0:(mdt_open.c:526:mdt_write_put()) Process entered
00000004:00000001:0.0:1329972962.595714:0:13973:0:(mdt_open.c:530:mdt_write_put()) Process leaving
00000004:00000001:0.0:1329972962.595714:0:13973:0:(mdt_open.c:431:mdt_ioepoch_close()) Process entered
00000004:00000001:0.0:1329972962.595714:0:13973:0:(mdt_open.c:435:mdt_ioepoch_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595715:0:13973:0:(cmm_object.c:264:cml_attr_set()) Process entered
00000004:00000001:0.0:1329972962.595716:0:13973:0:(mdd_object.c:1472:mdd_attr_set()) Process entered
00000004:00000001:0.0:1329972962.595716:0:13973:0:(mdd_object.c:1044:mdd_fix_attr()) Process entered
00000004:00000001:0.0:1329972962.595717:0:13973:0:(mdd_object.c:1085:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595717:0:13973:0:(mdd_object.c:1482:mdd_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595718:0:13973:0:(cmm_object.c:266:cml_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595718:0:13973:0:(cmm_object.c:355:cml_close()) Process entered
00000004:00000001:0.0:1329972962.595719:0:13973:0:(mdd_object.c:2121:mdd_close()) Process entered
00000004:00000001:0.0:1329972962.595719:0:13973:0:(mdd_object.c:579:mdd_iattr_get()) Process entered
00000004:00000001:0.0:1329972962.595719:0:13973:0:(mdd_object.c:588:mdd_iattr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595720:0:13973:0:(mdd_object.c:2198:mdd_close()) Process leaving
00000004:00000001:0.0:1329972962.595720:0:13973:0:(cmm_object.c:357:cml_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595721:0:13973:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.595722:0:13973:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.595722:0:13973:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.595723:0:13973:0:(mdt_open.c:1550:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595723:0:13973:0:(mdt_lib.c:621:mdt_handle_last_unlink()) Process entered
00000004:00000002:0.0:1329972962.595724:0:13973:0:(mdt_handler.c:454:mdt_pack_attr2body()) [0x200002b10:0x3:0x0]: nlink=1, mode=100644, size=0
00000004:00000001:0.0:1329972962.595724:0:13973:0:(mdt_lib.c:670:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595725:0:13973:0:(mdt_open.c:561:mdt_empty_transno()) Process entered
00000004:00000002:0.0:1329972962.595725:0:13973:0:(mdt_open.c:578:mdt_empty_transno()) transno = 90194313234, last_committed = 90194313220
00000004:00000001:0.0:1329972962.595726:0:13973:0:(mdt_open.c:582:mdt_empty_transno()) Process leaving
00000004:00000001:0.0:1329972962.595726:0:13973:0:(mdt_internal.h:482:mdt_object_put()) Process entered
00000020:00000001:0.0:1329972962.595726:0:13973:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000004:00000001:0.0:1329972962.595727:0:13973:0:(mdt_internal.h:484:mdt_object_put()) Process leaving
00000004:00000001:0.0:1329972962.595728:0:13973:0:(mdt_lib.c:556:mdt_shrink_reply()) Process entered
00000004:00000040:0.0:1329972962.595728:0:13973:0:(mdt_lib.c:578:mdt_shrink_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0
00000004:00000001:0.0:1329972962.595729:0:13973:0:(mdt_lib.c:609:mdt_shrink_reply()) Process leaving
00000004:00000001:0.0:1329972962.595729:0:13973:0:(mdt_open.c:1637:mdt_close()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1329972962.595730:0:13973:0:(ldlm_lib.c:2252:target_committed_to_req()) last_committed 90194313220, transno 90194313234, xid 1394565373250227
00010000:00000001:0.0:1329972962.595731:0:13973:0:(ldlm_lib.c:2146:target_send_reply()) Process entered
00010000:00000200:0.0:1329972962.595731:0:13973:0:(ldlm_lib.c:2133:target_send_reply_msg()) @@@ sending reply  req@ffff88000abd7c00 x1394565373250227/t90194313234(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00010000:00000001:0.0:1329972962.595734:0:13973:0:(ldlm_lib.c:2095:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1329972962.595734:0:13973:0:(ldlm_lib.c:2118:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.595735:0:13973:0:(import.c:1486:at_measured()) add 1 to ffff880051a55d80 time=0 v=1 (1 0 0 0)
00000100:00000001:0.0:1329972962.595736:0:13973:0:(connection.c:131:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1329972962.595736:0:13973:0:(connection.c:136:ptlrpc_connection_addref()) conn=ffff880058b1c340 refcount 14 to 0@lo
00000100:00000001:0.0:1329972962.595737:0:13973:0:(connection.c:138:ptlrpc_connection_addref()) Process leaving (rc=18446612133802263360 : -131939907288256 : ffff880058b1c340)
02000000:00000001:0.0:1329972962.595737:0:13973:0:(sec.c:2138:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1329972962.595738:0:13973:0:(sec.c:2149:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595738:0:13973:0:(niobuf.c:59:ptl_send_buf()) Process entered
00000100:00000040:0.0:1329972962.595739:0:13973:0:(niobuf.c:63:ptl_send_buf()) conn=ffff880058b1c340 id 12345-0@lo
00000100:00000200:0.0:1329972962.595740:0:13973:0:(niobuf.c:85:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1394565373250227, offset 192
00000100:00000001:0.0:1329972962.595742:0:13973:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595742:0:13973:0:(events.c:99:reply_in_callback()) @@@ type 1, status 0  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.595744:0:13973:0:(events.c:163:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=824  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595748:0:13973:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595748:0:13973:0:(events.c:338:reply_out_callback()) Process entered
00000100:00000001:0.0:1329972962.595749:0:13973:0:(events.c:349:reply_out_callback()) Process leaving
00000100:00000001:0.0:1329972962.595749:0:13973:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595750:0:13973:0:(connection.c:95:ptlrpc_connection_put()) Process entered
00000100:00000040:0.0:1329972962.595750:0:13973:0:(connection.c:123:ptlrpc_connection_put()) PUT conn=ffff880058b1c340 refcount 13 to 0@lo
00000100:00000001:0.0:1329972962.595751:0:13973:0:(connection.c:125:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595751:0:13973:0:(ldlm_lib.c:2158:target_send_reply()) Process leaving
00000004:00000001:0.0:1329972962.595752:0:13973:0:(mdt_handler.c:2630:mdt_req_handle()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595752:0:13973:0:(mdt_handler.c:2950:mdt_handle0()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1329972962.595753:0:13973:0:(mdt_handler.c:2979:mdt_handle_common()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.595753:0:13973:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff88000abd7c00 x1394565373250227/t90194313234(0) o-1->de1871f5-fba4-c446-15d4-74b25034d360@NET_0x9000000000000_UUID:0/0 lens 360/424 e 0 to 0 dl 1329972968 ref 1 fl Interpret:/ffffffff/ffffffff rc 0/-1
00000100:00000040:0.0:1329972962.595755:0:13973:0:(service.c:1719:ptlrpc_server_handle_request()) RPC PUTting export ffff880008f8f400 : new rpc_count 0
00000020:00000040:0.0:1329972962.595756:0:13973:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 12
00000008:00000010:0.0:1329972962.595757:0:13973:0:(osc_dev.c:153:osc_session_fini()) slab-freed '(info)': 296 at ffff8800572c3798.
00020000:00000010:0.0:1329972962.595758:0:13973:0:(lov_dev.c:195:lov_session_key_fini()) slab-freed '(info)': 384 at ffff88002452e518.
00000004:00000010:0.0:1329972962.595758:0:13973:0:(mdd_device.c:1252:mdd_ucred_key_fini()) kfreed 'info': 72 at ffff8800326e23c0.
00000004:00000010:0.0:1329972962.595759:0:13973:0:(mdd_device.c:1271:mdd_capainfo_key_fini()) kfreed 'info': 88 at ffff880057ad6640.
00000004:00000010:0.0:1329972962.595759:0:13973:0:(mdd_device.c:1292:mdd_quota_key_fini()) kfreed 'info': 8 at ffff880037c53c60.
00000080:00000010:0.0:1329972962.595760:0:13973:0:(lcommon_cl.c:165:ccc_session_key_fini()) slab-freed '(session)': 184 at ffff88003752b9e0.
00000080:00000010:0.0:1329972962.595761:0:13973:0:(vvp_dev.c:120:vvp_session_key_fini()) slab-freed '(session)': 104 at ffff880037446610.
00008000:00000010:0.0:1329972962.595761:0:13973:0:(echo_client.c:665:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800375f2750.
00000020:00000010:0.0:1329972962.595762:0:13973:0:(lu_object.c:1419:keys_fini()) kfreed 'ctx->lc_value': 256 at ffff88005a0367c0.
00000100:00100000:0.0:1329972962.595763:0:13973:0:(service.c:1755:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg_01:de1871f5-fba4-c446-15d4-74b25034d360+12:19164:x1394565373250227:12345-0@lo:35 Request procesed in 79us (119us total) trans 90194313234 rc 0/0
00000020:00000040:0.0:1329972962.595764:0:13973:0:(genops.c:759:class_export_put()) PUTting export ffff880008f8f400 : new refcount 11
00000100:00000001:0.0:1329972962.595765:0:13973:0:(service.c:1778:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595768:0:19164:0:(client.c:1416:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1329972962.595769:0:19164:0:(events.c:97:reply_in_callback()) Process entered
00000100:00000200:0.0:1329972962.595769:0:19164:0:(events.c:99:reply_in_callback()) @@@ type 5, status 0  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000200:0.0:1329972962.595771:0:19164:0:(events.c:120:reply_in_callback()) @@@ unlink  req@ffff8800376ce400 x1394565373250227/t0(0) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/824 e 0 to 0 dl 1329972969 ref 2 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595781:0:19164:0:(events.c:173:reply_in_callback()) Process leaving
00000100:00000001:0.0:1329972962.595781:0:19164:0:(client.c:2232:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595782:0:19164:0:(client.c:1191:after_reply()) Process entered
02000000:00000001:0.0:1329972962.595782:0:19164:0:(sec.c:992:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1329972962.595783:0:19164:0:(pack_generic.c:562:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1329972962.595783:0:19164:0:(pack_generic.c:581:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1329972962.595784:0:19164:0:(sec.c:1046:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1329972962.595785:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cc30 time=0 v=1 (1 0 0 0)
00000100:00001000:0.0:1329972962.595786:0:19164:0:(import.c:1486:at_measured()) add 1 to ffff88004336cb88 time=121 v=1 (1 1 1 1)
00000100:00000001:0.0:1329972962.595786:0:19164:0:(client.c:1116:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1329972962.595787:0:19164:0:(client.c:1151:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1329972962.595787:0:19164:0:(ldlm_request.c:1199:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1329972962.595788:0:19164:0:(ldlm_request.c:1242:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595788:0:19164:0:(client.c:1164:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1329972962.595789:0:19164:0:(client.c:1172:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1329972962.595789:0:19164:0:(client.c:1174:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1329972962.595789:0:19164:0:(client.c:2405:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1329972962.595790:0:19164:0:(client.c:2407:ptlrpc_request_addref()) Process leaving (rc=18446612133244101632 : -131940465449984 : ffff8800376ce400)
00000100:00000001:0.0:1329972962.595790:0:19164:0:(client.c:2288:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1329972962.595791:0:19164:0:(client.c:2298:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff880008f8a800: skip recheck: last_committed 90194313220
00000100:00000001:0.0:1329972962.595791:0:19164:0:(client.c:2299:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1329972962.595791:0:19164:0:(client.c:1324:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1329972962.595792:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret"  req@ffff8800376ce400 x1394565373250227/t90194313234(90194313234) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Rpc:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595794:0:19164:0:(client.c:1680:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1329972962.595795:0:19164:0:(niobuf.c:308:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1329972962.595795:0:19164:0:(niobuf.c:318:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1329972962.595796:0:19164:0:(lustre_net.h:1649:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete"  req@ffff8800376ce400 x1394565373250227/t90194313234(90194313234) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Interpret:R/ffffffff/ffffffff rc 0/-1
00000100:00100000:0.0:1329972962.595798:0:19164:0:(client.c:1729:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc flocks_test:de1871f5-fba4-c446-15d4-74b25034d360:19164:1394565373250227:0@lo:35
00000100:00000001:0.0:1329972962.595799:0:19164:0:(client.c:1747:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1329972962.595799:0:19164:0:(client.c:2065:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1329972962.595800:0:19164:0:(client.c:907:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1329972962.595800:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595800:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 2  req@ffff8800376ce400 x1394565373250227/t90194313234(90194313234) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 3 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595802:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1329972962.595803:0:19164:0:(client.c:948:ptlrpc_set_destroy()) kfreed 'set': 112 at ffff88005518fd40.
00000100:00000001:0.0:1329972962.595803:0:19164:0:(client.c:949:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1329972962.595804:0:19164:0:(client.c:2494:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595804:0:19164:0:(lustre_mdc.h:106:mdc_put_rpc_lock()) Process leaving
00000002:00000001:0.0:1329972962.595805:0:19164:0:(mdc_request.c:909:mdc_close()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595805:0:19164:0:(obd_class.h:1891:md_close()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595806:0:19164:0:(lmv_obd.c:1438:lmv_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595806:0:19164:0:(obd_class.h:1891:md_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.595807:0:19164:0:(llite_lib.c:2207:ll_finish_md_op_data()) kfreed 'op_data': 296 at ffff88001dadce00.
00000080:00000001:0.0:1329972962.595808:0:19164:0:(namei.c:1051:ll_objects_destroy()) Process entered
00000080:00000001:0.0:1329972962.595808:0:19164:0:(namei.c:1056:ll_objects_destroy()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595809:0:19164:0:(file.c:169:ll_close_inode_openhandle()) Process leaving
00000080:00000001:0.0:1329972962.595809:0:19164:0:(obd_class.h:2118:md_clear_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.595809:0:19164:0:(lmv_obd.c:2973:lmv_clear_open_replay_data()) Process entered
00800000:00000001:0.0:1329972962.595810:0:19164:0:(lmv_fld.c:68:lmv_fld_lookup()) Process entered
80000000:00000001:0.0:1329972962.595810:0:19164:0:(fld_request.c:476:fld_client_lookup()) Process entered
80000000:00000001:0.0:1329972962.595811:0:19164:0:(fld_cache.c:452:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1329972962.595811:0:19164:0:(fld_cache.c:470:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1329972962.595812:0:19164:0:(fld_request.c:483:fld_client_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595812:0:19164:0:(lmv_fld.c:80:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595813:0:19164:0:(lmv_fld.c:88:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595813:0:19164:0:(obd_class.h:2118:md_clear_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.595813:0:19164:0:(mdc_request.c:776:mdc_clear_open_replay_data()) Process entered
00000002:00000001:0.0:1329972962.595814:0:19164:0:(mdc_request.c:791:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595814:0:19164:0:(obd_class.h:2121:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595815:0:19164:0:(lmv_obd.c:2979:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595815:0:19164:0:(obd_class.h:2121:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.595816:0:19164:0:(file.c:179:ll_close_inode_openhandle()) kfreed 'och': 40 at ffff880052a3ad80.
00000100:00000001:0.0:1329972962.595816:0:19164:0:(client.c:2156:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1329972962.595817:0:19164:0:(client.c:2168:__ptlrpc_req_finished()) @@@ refcount now 1  req@ffff8800376ce400 x1394565373250227/t90194313234(90194313234) o-1->lustre-MDT0000_UUID@10.3.0.24@tcp:23/10 lens 360/424 e 0 to 0 dl 1329972969 ref 2 fl Complete:R/ffffffff/ffffffff rc 0/-1
00000100:00000001:0.0:1329972962.595819:0:19164:0:(client.c:2175:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595819:0:19164:0:(file.c:223:ll_md_real_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1329972962.595820:0:19164:0:(file.c:68:ll_file_data_put()) slab-freed '(fd)': 192 at ffff880008c85bc0.
00000080:00000001:0.0:1329972962.595820:0:19164:0:(file.c:278:ll_md_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595821:0:19164:0:(file.c:340:ll_file_release()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595822:0:19164:0:(dcache.c:159:ll_ddelete()) Process entered
00000080:00002000:0.0:1329972962.595823:0:19164:0:(dcache.c:166:ll_ddelete()) deleting dentry f105e (ffff88004f165d80, parent ffff8800185c6f00, inode ffff8800471c41f8) hashed,
00000080:00000001:0.0:1329972962.595824:0:19164:0:(dcache.c:135:find_cbdata()) Process entered
00000080:00000001:0.0:1329972962.595824:0:19164:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.595824:0:19164:0:(lmv_obd.c:1396:lmv_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.595825:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.595825:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595826:0:19164:0:(lmv_obd.c:1402:lmv_find_cbdata()) CBDATA for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595826:0:19164:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00000002:00000001:0.0:1329972962.595826:0:19164:0:(mdc_locks.c:219:mdc_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.595827:0:19164:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.595827:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595828:0:19164:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595829:0:19164:0:(mdc_locks.c:228:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595829:0:19164:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595830:0:19164:0:(lmv_obd.c:1415:lmv_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595830:0:19164:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595830:0:19164:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.595831:0:19164:0:(lov_obd.c:1812:lov_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.595831:0:19164:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.595832:0:19164:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.595832:0:19164:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.595833:0:19164:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.595833:0:19164:0:(lov_obd.c:1838:lov_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595833:0:19164:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595834:0:19164:0:(dcache.c:147:find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595834:0:19164:0:(dcache.c:175:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1329972962.595835:0:19164:0:(dcache.c:135:find_cbdata()) Process entered
00000080:00000001:0.0:1329972962.595836:0:19164:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.595836:0:19164:0:(lmv_obd.c:1396:lmv_find_cbdata()) Process entered
00800000:00000001:0.0:1329972962.595836:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.595836:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595837:0:19164:0:(lmv_obd.c:1402:lmv_find_cbdata()) CBDATA for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595837:0:19164:0:(obd_class.h:1875:md_find_cbdata()) Process entered
00000002:00000001:0.0:1329972962.595838:0:19164:0:(mdc_locks.c:219:mdc_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.595838:0:19164:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.595838:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595839:0:19164:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595839:0:19164:0:(mdc_locks.c:228:mdc_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595840:0:19164:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595840:0:19164:0:(lmv_obd.c:1415:lmv_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595840:0:19164:0:(obd_class.h:1879:md_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595841:0:19164:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.595841:0:19164:0:(lov_obd.c:1812:lov_find_cbdata()) Process entered
00020000:00000001:0.0:1329972962.595841:0:19164:0:(obd_class.h:1506:obd_find_cbdata()) Process entered
00010000:00000001:0.0:1329972962.595842:0:19164:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.595842:0:19164:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.595843:0:19164:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00020000:00000001:0.0:1329972962.595843:0:19164:0:(lov_obd.c:1838:lov_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595843:0:19164:0:(obd_class.h:1512:obd_find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595844:0:19164:0:(dcache.c:147:find_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595845:0:19164:0:(llite_lib.c:1779:ll_delete_inode()) Process entered
00000080:00000001:0.0:1329972962.595845:0:19164:0:(obd_class.h:1046:obd_fid_delete()) Process entered
00800000:00000001:0.0:1329972962.595845:0:19164:0:(lmv_obd.c:1045:lmv_fid_delete()) Process entered
00800000:00000001:0.0:1329972962.595845:0:19164:0:(lmv_object.c:399:lmv_object_delete()) Process entered
00800000:00000001:0.0:1329972962.595846:0:19164:0:(lmv_object.c:410:lmv_object_delete()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595846:0:19164:0:(lmv_obd.c:1051:lmv_fid_delete()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595847:0:19164:0:(obd_class.h:1052:obd_fid_delete()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595847:0:19164:0:(llite_lib.c:1098:ll_clear_inode()) Process entered
00000080:00200000:0.0:1329972962.595848:0:19164:0:(llite_lib.c:1101:ll_clear_inode()) VFS Op:inode=144115373027885059/33554475(ffff8800471c41f8)
00000080:00000001:0.0:1329972962.595848:0:19164:0:(obd_class.h:1863:md_change_cbdata()) Process entered
00800000:00000001:0.0:1329972962.595849:0:19164:0:(lmv_obd.c:1370:lmv_change_cbdata()) Process entered
00800000:00000001:0.0:1329972962.595849:0:19164:0:(lmv_obd.c:561:lmv_check_connect()) Process entered
00800000:00000001:0.0:1329972962.595849:0:19164:0:(lmv_obd.c:564:lmv_check_connect()) Process leaving (rc=0 : 0 : 0)
00800000:00000002:0.0:1329972962.595850:0:19164:0:(lmv_obd.c:1376:lmv_change_cbdata()) CBDATA for [0x200002b10:0x3:0x0]
00800000:00000001:0.0:1329972962.595850:0:19164:0:(obd_class.h:1863:md_change_cbdata()) Process entered
00000002:00000001:0.0:1329972962.595850:0:19164:0:(mdc_locks.c:199:mdc_change_cbdata()) Process entered
00010000:00000001:0.0:1329972962.595851:0:19164:0:(ldlm_request.c:1978:ldlm_resource_iterate()) Process entered
00010000:00000001:0.0:1329972962.595851:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00010000:00000001:0.0:1329972962.595852:0:19164:0:(ldlm_request.c:1987:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1329972962.595852:0:19164:0:(mdc_locks.c:205:mdc_change_cbdata()) Process leaving
00800000:00000001:0.0:1329972962.595852:0:19164:0:(obd_class.h:1867:md_change_cbdata()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1329972962.595853:0:19164:0:(lmv_obd.c:1386:lmv_change_cbdata()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595853:0:19164:0:(obd_class.h:1867:md_change_cbdata()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:0.0:1329972962.595854:0:19164:0:(cl_object.c:850:cl_env_peek()) 0@(null)
00000020:00000001:0.0:1329972962.595855:0:19164:0:(cl_object.c:800:cl_env_obtain()) Process entered
00000020:00000001:0.0:1329972962.595855:0:19164:0:(cl_object.c:825:cl_env_obtain()) Process leaving (rc=18446612133553162360 : -131940156389256 : ffff880049d8c878)
00000020:00001000:0.0:1329972962.595856:0:19164:0:(cl_object.c:881:cl_env_get()) 1@ffff880049d8c870
00000020:00000001:0.0:1329972962.595857:0:19164:0:(cl_lock.c:2057:cl_locks_prune()) Process entered
00000020:00000001:0.0:1329972962.595857:0:19164:0:(cl_lock.c:2087:cl_locks_prune()) Process leaving
00000020:00000001:0.0:1329972962.595857:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00000020:00000001:0.0:1329972962.595862:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=144115373027885059 : 144115373027885059 : 200002b10000003)
00020000:00000001:0.0:1329972962.595862:0:19164:0:(lov_object.c:571:lov_object_delete()) Process entered
00020000:00000001:0.0:1329972962.595863:0:19164:0:(lov_object.c:274:lov_delete_raid0()) Process entered
00000020:00000001:0.0:1329972962.595863:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000020:00000001:0.0:1329972962.595864:0:19164:0:(cl_lock.c:2057:cl_locks_prune()) Process entered
00000020:00000001:0.0:1329972962.595864:0:19164:0:(cl_lock.c:2087:cl_locks_prune()) Process leaving
00000020:00000001:0.0:1329972962.595864:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000020:00000001:0.0:1329972962.595865:0:19164:0:(lustre_fid.h:346:fid_flatten()) Process leaving (rc=72058693549813730 : 72058693549813730 : 10001000003efe2)
00000008:00000010:0.0:1329972962.595866:0:19164:0:(osc_object.c:98:osc_object_free()) slab-freed '(osc)': 136 at ffff88000aa6a898.
00020000:00000001:0.0:1329972962.595866:0:19164:0:(lovsub_object.c:80:lovsub_object_free()) Process entered
00020000:00000010:0.0:1329972962.595867:0:19164:0:(lovsub_object.c:95:lovsub_object_free()) slab-freed '(los)': 240 at ffff88000aa57e80.
00020000:00000001:0.0:1329972962.595868:0:19164:0:(lovsub_object.c:96:lovsub_object_free()) Process leaving
00020000:00000001:0.0:1329972962.595868:0:19164:0:(lov_object.c:287:lov_delete_raid0()) Process leaving
00020000:00000001:0.0:1329972962.595868:0:19164:0:(lov_object.c:573:lov_object_delete()) Process leaving
00020000:00000001:0.0:1329972962.595868:0:19164:0:(lov_object.c:580:lov_object_free()) Process entered
00020000:00000001:0.0:1329972962.595869:0:19164:0:(lov_object.c:301:lov_fini_raid0()) Process entered
00020000:00000010:0.0:1329972962.595869:0:19164:0:(lov_object.c:303:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff88000b3edc60.
00020000:00000001:0.0:1329972962.595870:0:19164:0:(lov_object.c:306:lov_fini_raid0()) Process leaving
00020000:00000010:0.0:1329972962.595870:0:19164:0:(lov_object.c:583:lov_object_free()) slab-freed '(lov)': 208 at ffff88000aa5ccb0.
00020000:00000001:0.0:1329972962.595871:0:19164:0:(lov_object.c:584:lov_object_free()) Process leaving
00000080:00000010:0.0:1329972962.595871:0:19164:0:(lcommon_cl.c:393:ccc_object_free()) slab-freed '(vob)': 256 at ffff88000aa16e70.
00000020:00001000:0.0:1329972962.595872:0:19164:0:(cl_object.c:960:cl_env_put()) 1@ffff880049d8c870
00000080:00000001:0.0:1329972962.595873:0:19164:0:(obd_class.h:735:obd_unpackmd()) Process entered
00020000:00000001:0.0:1329972962.595873:0:19164:0:(lov_pack.c:343:lov_unpackmd()) Process entered
00020000:00000010:0.0:1329972962.595874:0:19164:0:(lov_ea.c:139:lsm_free_plain()) slab-freed 'lsm->lsm_oinfo[i]': 272 at ffff8800324d2e40.
00020000:00000010:0.0:1329972962.595874:0:19164:0:(lov_ea.c:141:lsm_free_plain()) kfreed 'lsm': 72 at ffff88005b54b6c0.
00020000:00000001:0.0:1329972962.595875:0:19164:0:(lov_pack.c:365:lov_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595876:0:19164:0:(obd_class.h:741:obd_unpackmd()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1329972962.595876:0:19164:0:(llite_lib.c:1161:ll_clear_inode()) Process leaving
00000080:00000001:0.0:1329972962.595876:0:19164:0:(llite_lib.c:1801:ll_delete_inode()) Process leaving
00000080:00000010:0.0:1329972962.595877:0:19164:0:(super25.c:69:ll_destroy_inode()) slab-freed '(ptr)': 1080 at ffff8800471c40c0.
00000080:00000001:0.0:1329972962.595878:0:19164:0:(dcache.c:63:ll_release()) Process entered
00000080:00000010:0.0:1329972962.595878:0:19164:0:(dcache.c:76:ll_release()) kfreed 'de->d_fsdata': 104 at ffff8800252830c0.
00000080:00000001:0.0:1329972962.595879:0:19164:0:(dcache.c:78:ll_release()) Process leaving
00010000:00000010:0.1:1329972962.596543:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000e1cf900.
00010000:00000010:0.1:1329972962.596544:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a240.
00010000:00000010:0.1:1329972962.596545:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb4480.
00010000:00000010:0.1:1329972962.596545:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb46c0.
00010000:00000010:0.1:1329972962.596546:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870a480.
00010000:00000010:0.1:1329972962.596546:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db240.
00010000:00000010:0.1:1329972962.596547:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb4d80.
00010000:00000010:0.1:1329972962.596547:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000abb4b40.
00010000:00000010:0.1:1329972962.596548:0:19166:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88005870ad80.
00010000:00000010:0.1:1329972962.597543:0:19138:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff8800112db000.
00010000:00000010:0.1:1329972962.597546:0:19138:0:(ldlm_lock.c:198:ldlm_lock_free()) slab-freed 'lock': 544 at ffff88000e1cfb40.
00000020:00000010:0.1:1329972962.597546:0:19138:0:(lustre_handles.c:211:class_handle_free_cb()) kfreed 'ptr': 128 at ffff880025283740.
00000001:00000001:0.0:1329972962.606601:0:19180:0:(debug.c:445:libcfs_debug_mark_buffer()) ***************************************************
00000001:02000400:0.0:1329972962.606602:0:19180:0:(debug.c:446:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_105e: @@@@@@ FAIL: test_105e failed with 1
00000001:00000001:0.0:1329972962.606605:0:19180:0:(debug.c:447:libcfs_debug_mark_buffer()) ***************************************************
Debug log: 46480 lines, 46480 kept, 0 dropped, 0 bad.