00000400:02000000:65.0F:1518470880.126932:0:3823:0:(linux-cpu.c:1176:cfs_cpu_init()) HW NUMA nodes: 2, HW CPU cores: 72, npartitions: 2 00000001:01000000:20.0F:1518470880.396742:0:3823:0:(linux-crypto.c:390:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1559 MB/s 00000001:01000000:20.0:1518470880.646657:0:3823:0:(linux-crypto.c:390:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 7147 MB/s 00000001:01000000:20.0:1518470880.896621:0:3823:0:(linux-crypto.c:390:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 13623 MB/s 00000020:02000000:20.0:1518470880.906075:0:3823:0:(class_obd.c:421:obdclass_init()) Lustre: Build Version: 2.10.57_57_g98ddc99 00000020:01200004:20.0:1518470880.926933:0:3813:0:(obd_mount.c:1517:lustre_fill_super()) VFS Op: sb ffff8808f4687000 00000020:01000004:20.0:1518470880.926939:0:3813:0:(obd_mount.c:930:lmd_print()) mount data: 00000020:01000004:20.0:1518470880.926939:0:3813:0:(obd_mount.c:933:lmd_print()) device: /dev/sdb1 00000020:01000004:20.0:1518470880.926940:0:3813:0:(obd_mount.c:934:lmd_print()) flags: 200 00000020:01000004:20.0:1518470880.926940:0:3813:0:(obd_mount.c:937:lmd_print()) options: user_xattr,errors=remount-ro 00000020:01000004:20.0:1518470880.926941:0:3813:0:(obd_mount.c:1564:lustre_fill_super()) Mounting server from /dev/sdb1 00000020:01000004:20.0:1518470880.926942:0:3813:0:(obd_mount_server.c:1825:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:20.0:1518470880.926964:0:3813:0:(obd_mount.c:193:lustre_start_simple()) Starting obd lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:20.0:1518470880.926965:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00000800:02000000:65.0:1518470880.976613:0:3838:0:(o2iblnd.c:2557:kiblnd_hdev_get_attr()) Using FMR for registration 00000400:02000000:65.0:1518470881.011779:0:3838:0:(api-ni.c:1812:lnet_startup_lndni()) Added LNI 192.168.1.80@o2ib [8/256/0/180] 00000400:02000000:65.0:1518470881.021212:0:3838:0:(api-ni.c:1812:lnet_startup_lndni()) Added LNI 10.2.2.52@tcp [8/256/0/180] 00000400:02000000:55.0F:1518470881.027139:0:3914:0:(acceptor.c:370:lnet_acceptor()) Accept secure, port 988 00000020:00000080:20.0:1518470881.050977:0:3813:0:(genops.c:398:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff88101e6c0000) 00000020:00000080:20.0:1518470881.051024:0:3813:0:(obd_config.c:430:class_attach()) OBD: dev 0 attached type osd-ldiskfs with refcount 1 00000020:00000080:20.0:1518470881.051028:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00000020:00000080:50.0F:1518470881.332311:0:3813:0:(obd_config.c:537:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:50.0:1518470881.332318:0:3813:0:(osd_handler.c:7449:osd_obd_connect()) connect #0 00000020:00000080:50.0:1518470881.332322:0:3813:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xaf4677c931667e7 00000020:01000004:50.0:1518470881.332325:0:3813:0:(obd_mount_server.c:1906:server_fill_super()) Found service lustre-MDT0000 on device /dev/sdb1 00000020:01000000:50.0:1518470881.332360:0:3813:0:(obd_mount_server.c:233:server_start_mgs()) Start MGS service MGS 00000020:01000004:50.0:1518470881.332363:0:3813:0:(obd_mount_server.c:117:server_register_mount()) register mount ffff8808f4687000 from MGS 00000020:01000004:50.0:1518470881.332365:0:3813:0:(obd_mount.c:193:lustre_start_simple()) Starting obd MGS (typ=mgs) 00000020:00000080:50.0:1518470881.332367:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00000020:00000080:50.0:1518470881.341626:0:3813:0:(genops.c:398:class_newdev()) Allocate new device MGS (ffff880829880000) 00000020:00000080:50.0:1518470881.341657:0:3813:0:(obd_config.c:430:class_attach()) OBD: dev 1 attached type mgs with refcount 1 00000020:00000080:50.0:1518470881.341659:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00000020:01000004:50.0:1518470881.341679:0:3813:0:(obd_mount_server.c:167:server_get_mount()) get mount ffff8808f4687000 from MGS, refs=2 00080000:01000000:50.0:1518470881.341681:0:3813:0:(osd_handler.c:7449:osd_obd_connect()) connect #1 00000020:00000080:50.0:1518470881.341682:0:3813:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xaf4677c931667f5 00000040:01000000:50.0:1518470881.346589:0:3813:0:(llog_obd.c:210:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:55.0:1518470881.346713:0:4011:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:50.0:1518470881.346715:0:3813:0:(mgs_nids.c:393:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:50.0:1518470881.346721:0:3813:0:(mgs_llog.c:558:mgs_find_or_make_fsdb()) Created new db: rc = 0 00000040:00080000:50.0:1518470881.346732:0:3813:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:50.0:1518470881.346737:0:3813:0:(mgs_llog.c:558:mgs_find_or_make_fsdb()) Created new db: rc = 0 00000100:00080000:55.0:1518470881.347299:0:4015:0:(pinger.c:607:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:50.0:1518470881.347338:0:3813:0:(obd_config.c:537:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:50.0:1518470881.347369:0:3813:0:(obd_mount.c:339:lustre_start_mgc()) Start MGC 'MGC192.168.1.80@o2ib' 00000020:01000004:50.0:1518470881.347370:0:3813:0:(obd_mount.c:346:lustre_start_mgc()) mgs nids (null). 00000020:00000080:50.0:1518470881.347371:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf005 00000020:00000080:50.0:1518470881.347373:0:3813:0:(obd_config.c:1126:class_process_config()) adding mapping from uuid MGC192.168.1.80@o2ib_0 to nid 0x9000000000000 (0@lo) 00000020:00000080:50.0:1518470881.347376:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf005 00000020:00000080:50.0:1518470881.347377:0:3813:0:(obd_config.c:1126:class_process_config()) adding mapping from uuid MGC192.168.1.80@o2ib_0 to nid 0x50000c0a80150 (192.168.1.80@o2ib) 00000020:00000080:50.0:1518470881.347378:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf005 00000020:00000080:50.0:1518470881.347379:0:3813:0:(obd_config.c:1126:class_process_config()) adding mapping from uuid MGC192.168.1.80@o2ib_0 to nid 0x200000a020234 (10.2.2.52@tcp) 00000020:01000004:50.0:1518470881.347385:0:3813:0:(obd_mount.c:193:lustre_start_simple()) Starting obd MGC192.168.1.80@o2ib (typ=mgc) 00000020:00000080:50.0:1518470881.347386:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00000020:00000080:50.0:1518470881.347389:0:3813:0:(genops.c:398:class_newdev()) Allocate new device MGC192.168.1.80@o2ib (ffff880829881060) 00000020:00000080:50.0:1518470881.347417:0:3813:0:(obd_config.c:430:class_attach()) OBD: dev 2 attached type mgc with refcount 1 00000020:00000080:50.0:1518470881.347418:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00010000:00080000:50.0:1518470881.347441:0:3813:0:(ldlm_lib.c:112:import_set_conn()) imp ffff880856f5d800@MGC192.168.1.80@o2ib: add connection MGC192.168.1.80@o2ib_0 at head 00000040:01000000:50.0:1518470881.347460:0:3813:0:(llog_obd.c:210:llog_setup()) obd MGC192.168.1.80@o2ib ctxt 1 is initialized 10000000:01000000:55.0:1518470881.347509:0:4016:0:(mgc_request.c:626:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:50.0:1518470881.347516:0:3813:0:(obd_config.c:537:class_setup()) finished setup of obd MGC192.168.1.80@o2ib (uuid 9eed7cd8-6b21-4821-b7ce-181f90e7c677) 00000020:00000080:50.0:1518470881.347520:0:3813:0:(genops.c:1404:class_connect()) connect: client 9eed7cd8-6b21-4821-b7ce-181f90e7c677, cookie 0xaf4677c9316680a 00000100:00080000:50.0:1518470881.347523:0:3813:0:(import.c:678:ptlrpc_connect_import()) ffff880856f5d800 MGS: changing import state from NEW to CONNECTING 00000100:00080000:50.0:1518470881.347525:0:3813:0:(import.c:524:import_select_connection()) MGC192.168.1.80@o2ib: connect to NID 0@lo last attempt 0 00000100:00080000:50.0:1518470881.347527:0:3813:0:(import.c:600:import_select_connection()) MGC192.168.1.80@o2ib: import ffff880856f5d800 using connection MGC192.168.1.80@o2ib_0/0@lo 00000100:00080000:50.0:1518470881.347552:0:3813:0:(pinger.c:405:ptlrpc_pinger_add_import()) adding pingable import 9eed7cd8-6b21-4821-b7ce-181f90e7c677->MGS 00000020:01000004:50.0:1518470881.347558:0:3813:0:(obd_mount_server.c:1316:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:50.0:1518470881.347590:0:3813:0:(obd_mount.c:193:lustre_start_simple()) Starting obd MDS (typ=mds) 00000020:00000080:50.0:1518470881.347592:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00010000:00080000:20.0:1518470881.347654:0:4014:0:(ldlm_lib.c:1220:target_handle_connect()) MGS: connection from 9eed7cd8-6b21-4821-b7ce-181f90e7c677@0@lo t0 exp (null) cur 1518470881 last 0 00000020:00000080:20.0:1518470881.347668:0:4014:0:(genops.c:1404:class_connect()) connect: client 9eed7cd8-6b21-4821-b7ce-181f90e7c677, cookie 0xaf4677c93166811 00000020:01000000:20.0:1518470881.347673:0:4014:0:(lprocfs_status_server.c:343:lprocfs_exp_setup()) using hash ffff88101b387680 00000100:00080000:20.0:1518470881.347700:0:4014:0:(import.c:104:ptlrpc_import_enter_resend()) ffff8808f4686800 : changing import state from NEW to RECOVER 00000100:00080000:20.0:1518470881.347706:0:4014:0:(import.c:1527:ptlrpc_import_recovery_state_machine()) ffff8808f4686800 : changing import state from RECOVER to FULL 00000100:02000000:20.0:1518470881.347708:0:4014:0:(import.c:1533:ptlrpc_import_recovery_state_machine()) MGS: Connection restored to 9eed7cd8-6b21-4821-b7ce-181f90e7c677 (at 0@lo) 00000100:00080000:55.0:1518470881.357477:0:3917:0:(import.c:1031:ptlrpc_connect_interpret()) MGC192.168.1.80@o2ib: connect to target with instance 0 00000100:00080000:55.0:1518470881.357483:0:3917:0:(import.c:906:ptlrpc_connect_set_flags()) MGC192.168.1.80@o2ib: Resetting ns_connect_flags to server flags: 0x2000011005002020 10000000:01000000:55.0:1518470881.357486:0:3917:0:(mgc_request.c:1367:mgc_import_event()) import event 0x808005 00000100:00080000:55.0:1518470881.357488:0:3917:0:(import.c:1134:ptlrpc_connect_interpret()) ffff880856f5d800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:55.0:1518470881.357491:0:3917:0:(mgc_request.c:1367:mgc_import_event()) import event 0x808004 00000100:00080000:55.0:1518470881.357497:0:3917:0:(pinger.c:171:ptlrpc_pinger_ir_up()) IR up 00000020:00000080:50.0:1518470881.364149:0:3813:0:(genops.c:398:class_newdev()) Allocate new device MDS (ffff8808298820c0) 00000020:00000080:50.0:1518470881.364182:0:3813:0:(obd_config.c:430:class_attach()) OBD: dev 3 attached type mds with refcount 1 00000020:00000080:50.0:1518470881.364184:0:3813:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00000020:00000080:50.0:1518470881.423611:0:3813:0:(obd_config.c:537:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:50.0:1518470881.423621:0:3813:0:(obd_mount_server.c:294:server_mgc_set_fs()) Set mgc disk for /dev/sdb1 00000040:01000000:50.0:1518470881.423670:0:3813:0:(llog_obd.c:210:llog_setup()) obd MGC192.168.1.80@o2ib ctxt 0 is initialized 00000020:01000004:50.0:1518470881.423683:0:3813:0:(obd_mount_server.c:1209:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.1.80@o2ib, index=0000, flags=0x5 10000000:01000000:50.0:1518470881.423685:0:3813:0:(mgc_request.c:1267:mgc_set_info_async()) register_target lustre-MDT0000 0x10000005 10000000:01000000:50.0:1518470881.423699:0:3813:0:(mgc_request.c:1206:mgc_target_register()) register lustre-MDT0000 20000000:01000000:20.0:1518470881.423771:0:4014:0:(mgs_llog.c:558:mgs_find_or_make_fsdb()) Created new db: rc = 0 20000000:01000000:20.0:1518470881.423773:0:4014:0:(mgs_handler.c:414:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:20.0:1518470881.423776:0:4014:0:(mgs_handler.c:445:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:55.0:1518470881.423825:0:4049:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:20.0:1518470881.423857:0:4014:0:(mgs_nids.c:393:mgs_nidtbl_init_fs()) IR: current version is 6 20000000:01000000:55.0:1518470881.433108:0:4050:0:(mgs_llog.c:237:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:55.0:1518470881.433111:0:4050:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:20.0:1518470881.433215:0:4014:0:(mgs_llog.c:558:mgs_find_or_make_fsdb()) Created new db: rc = 0 20000000:01000000:20.0:1518470881.433219:0:4014:0:(mgs_handler.c:568:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 10000000:01000000:50.0:1518470881.446660:0:3813:0:(mgc_request.c:1223:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:50.0:1518470881.446666:0:3813:0:(obd_mount_server.c:117:server_register_mount()) register mount ffff8808f4687000 from lustre-MDT0000 10000000:01000000:50.0:1518470881.446670:0:3813:0:(mgc_request.c:2210:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:50.0:1518470881.446671:0:3813:0:(mgc_request.c:331:config_log_add()) adding config log lustre-MDT0000: (null) 10000000:01000000:50.0:1518470881.446673:0:3813:0:(mgc_request.c:211:do_config_log_add()) do adding config log lustre-sptlrpc: (null) 10000000:01000000:50.0:1518470881.446675:0:3813:0:(mgc_request.c:90:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:50.0:1518470881.446678:0:3813:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-sptlrpc: (null) from 1 10000000:01000000:50.0:1518470881.446680:0:3813:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000020:01000000:55.0:1518470881.447089:0:4052:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:55.0:1518470881.447094:0:4052:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518470881.447095:0:4052:0:(obd_config.c:1185:class_process_config()) marker 11 (0x1) lustre srpc.flavor.o2ib.cli2mdt 00000020:00000080:55.0:1518470881.447099:0:4052:0:(obd_config.c:1115:class_process_config()) processing cmd: ce016 00000020:01000000:55.0:1518470881.447107:0:4052:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:55.0:1518470881.447109:0:4052:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518470881.447110:0:4052:0:(obd_config.c:1185:class_process_config()) marker 11 (0x2) lustre srpc.flavor.o2ib.cli2mdt 00000020:01000000:55.0:1518470881.447111:0:4052:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:55.0:1518470881.447113:0:4052:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518470881.447114:0:4052:0:(obd_config.c:1185:class_process_config()) marker 12 (0x1) lustre srpc.flavor.o2ib.cli2ost 00000020:00000080:55.0:1518470881.447115:0:4052:0:(obd_config.c:1115:class_process_config()) processing cmd: ce016 00000020:01000000:55.0:1518470881.447118:0:4052:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:55.0:1518470881.447119:0:4052:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518470881.447120:0:4052:0:(obd_config.c:1185:class_process_config()) marker 12 (0x2) lustre srpc.flavor.o2ib.cli2ost 00000020:01000000:50.0:1518470881.447132:0:3813:0:(obd_config.c:1757:class_config_parse_llog()) Processed log lustre-sptlrpc gen 1-6 (rc=0) 10000000:01000000:50.0:1518470881.447175:0:3813:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-sptlrpc' succeeded (0). 10000000:01000000:50.0:1518470881.447178:0:3813:0:(mgc_request.c:211:do_config_log_add()) do adding config log params:ffff8808f4687000 10000000:01000000:50.0:1518470881.447179:0:3813:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:50.0:1518470881.447181:0:3813:0:(mgc_request.c:211:do_config_log_add()) do adding config log lustre-barrier:ffff8808f4687000 10000000:01000000:50.0:1518470881.447183:0:3813:0:(mgc_request.c:90:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:50.0:1518470881.447184:0:3813:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-barrier:ffff8808f4687000 from 1 10000000:01000000:50.0:1518470881.447185:0:3813:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 10000000:01000000:50.0:1518470881.447241:0:3813:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-barrier' succeeded (0). 10000000:01000000:50.0:1518470881.447243:0:3813:0:(mgc_request.c:211:do_config_log_add()) do adding config log lustre-MDT0000: (null) 10000000:01000000:50.0:1518470881.447244:0:3813:0:(mgc_request.c:90:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:50.0:1518470881.447245:0:3813:0:(mgc_request.c:211:do_config_log_add()) do adding config log lustre-mdtir:ffff8808f4687000 10000000:01000000:50.0:1518470881.447246:0:3813:0:(mgc_request.c:90:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:50.0:1518470881.447247:0:3813:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-MDT0000: (null) from 1 10000000:01000000:50.0:1518470881.447248:0:3813:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00000020:01000000:55.0:1518470881.448092:0:4053:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x8 mark_flg=0x1 00000020:00000080:55.0:1518470881.448096:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518470881.448097:0:4053:0:(obd_config.c:1185:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:55.0:1518470881.448099:0:4053:0:(obd_config.c:1568:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:55.0:1518470881.448101:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00000020:00000080:55.0:1518470881.453810:0:4053:0:(genops.c:398:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff881024348000) 00000020:00000080:55.0:1518470881.453863:0:4053:0:(obd_config.c:430:class_attach()) OBD: dev 4 attached type lod with refcount 1 00000020:00000080:55.0:1518470881.453867:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00080000:01000000:55.0:1518470881.453909:0:4053:0:(osd_handler.c:7449:osd_obd_connect()) connect #2 00000020:00000080:55.0:1518470881.453912:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xaf4677c93166857 00000020:00000080:55.0:1518470881.453974:0:4053:0:(obd_config.c:537:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:55.0:1518470881.453977:0:4053:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:55.0:1518470881.453979:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518470881.453980:0:4053:0:(obd_config.c:1185:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:55.0:1518470881.453981:0:4053:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:55.0:1518470881.453983:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518470881.453984:0:4053:0:(obd_config.c:1185:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:55.0:1518470881.453986:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00000020:00000080:55.0:1518470881.453990:0:4053:0:(genops.c:398:class_newdev()) Allocate new device lustre-MDT0000 (ffff881024349060) 00000020:00000080:55.0:1518470881.454039:0:4053:0:(obd_config.c:430:class_attach()) OBD: dev 5 attached type mdt with refcount 1 00000020:00000080:55.0:1518470881.454041:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf007 00000020:00000080:55.0:1518470881.454042:0:4053:0:(obd_config.c:1143:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:55.0:1518470881.454044:0:4053:0:(obd_config.c:837:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:55.0:1518470881.454047:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00000020:01000004:55.0:1518470881.454067:0:4053:0:(obd_mount_server.c:167:server_get_mount()) get mount ffff8808f4687000 from lustre-MDT0000, refs=3 00000020:00000080:55.0:1518470881.459075:0:4053:0:(genops.c:398:class_newdev()) Allocate new device lustre-MDD0000 (ffff88102434a0c0) 00000020:00000080:55.0:1518470881.459123:0:4053:0:(obd_config.c:430:class_attach()) OBD: dev 6 attached type mdd with refcount 1 00000004:01000000:55.0:1518470881.459174:0:4053:0:(lod_dev.c:1781:lod_obd_connect()) connect #0 00000020:00000080:55.0:1518470881.459176:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xaf4677c9316686c 00000020:00000080:55.0:1518470881.459204:0:4053:0:(obd_config.c:537:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:55.0:1518470881.459207:0:4053:0:(mdd_device.c:1229:mdd_obd_connect()) connect #0 00000020:00000080:55.0:1518470881.459209:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xaf4677c93166873 00080000:01000000:55.0:1518470881.459212:0:4053:0:(osd_handler.c:7449:osd_obd_connect()) connect #3 00000020:00000080:55.0:1518470881.459214:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xaf4677c9316687a 00000001:00080000:55.0:1518470881.502560:0:4053:0:(tgt_lastrcvd.c:198:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:55.0:1518470881.502685:0:4053:0:(genops.c:398:class_newdev()) Allocate new device lustre-QMT0000 (ffff88102434b120) 00000020:00000080:55.0:1518470881.502739:0:4053:0:(obd_config.c:430:class_attach()) OBD: dev 7 attached type qmt with refcount 1 00080000:01000000:55.0:1518470881.502771:0:4053:0:(osd_handler.c:7449:osd_obd_connect()) connect #4 00000020:00000080:55.0:1518470881.502773:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xaf4677c93166888 00000020:00000080:20.0:1518470881.502941:0:4053:0:(obd_config.c:537:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:20.0:1518470881.505165:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xaf4677c9316688f 00000020:00000080:20.0:1518470881.505182:0:4053:0:(obd_config.c:537:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:20.0:1518470881.505187:0:4053:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:20.0:1518470881.505190:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:20.0:1518470881.505192:0:4053:0:(obd_config.c:1185:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:20.0:1518470881.505195:0:4053:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:20.0:1518470881.505198:0:4053:0:(obd_mount.c:968:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/sdb1 00000020:00000080:20.0:1518470881.505201:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:20.0:1518470881.505202:0:4053:0:(obd_config.c:1185:class_process_config()) marker 9 (0x1) lustre-OST0000 add osc 00000020:00000080:20.0:1518470881.505204:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf005 00000020:00000080:20.0:1518470881.505207:0:4053:0:(obd_config.c:1126:class_process_config()) adding mapping from uuid 192.168.1.82@o2ib to nid 0x50000c0a80152 (192.168.1.82@o2ib) 00000020:00000080:20.0:1518470881.505211:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf005 00000020:00000080:20.0:1518470881.505213:0:4053:0:(obd_config.c:1126:class_process_config()) adding mapping from uuid 192.168.1.82@o2ib to nid 0x200000a020236 (10.2.2.54@tcp) 00000020:01000000:20.0:1518470881.505216:0:4053:0:(obd_config.c:1577:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:20.0:1518470881.505218:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00000020:00000080:20.0:1518470881.511483:0:4053:0:(genops.c:398:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff88101e6c1060) 00000020:00000080:20.0:1518470881.511540:0:4053:0:(obd_config.c:430:class_attach()) OBD: dev 8 attached type osp with refcount 1 00000020:00000080:20.0:1518470881.511546:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00000004:00080000:20.0:1518470881.511608:0:4053:0:(osp_dev.c:1132:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:20.0:1518470881.511612:0:4053:0:(osd_handler.c:7449:osd_obd_connect()) connect #5 00000020:00000080:20.0:1518470881.511615:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xaf4677c9316689d 00000800:00000100:53.0F:1518470881.513351:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.513359:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:21.0F:1518470881.514745:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.514747:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.514751:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:18.0F:1518470881.514753:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:21.0:1518470881.514755:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.515965:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.515968:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470881.517104:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.517107:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:55.0:1518470881.518223:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:21.0:1518470881.518226:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:55.0:1518470881.518229:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.518233:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:21.0:1518470881.518233:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:55.0:1518470881.518236:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.518237:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:21.0:1518470881.518237:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470881.518241:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.519477:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.519480:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470881.520666:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.520670:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470881.521881:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:21.0:1518470881.521883:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.521884:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470881.523010:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.523013:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:18.0:1518470881.524158:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470881.524162:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470881.524166:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:55.0:1518470881.524169:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470881.524170:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:21.0:1518470881.524172:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:55.0:1518470881.524177:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:21.0:1518470881.524178:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:55.0:1518470881.524182:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.524182:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.524185:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:18.0:1518470881.524186:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:55.0:1518470881.524187:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470881.525702:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470881.525705:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000400:17.0F:1518470882.975664:0:3884:0:(o2iblnd_cb.c:3294:kiblnd_check_conns()) Timed out tx for 192.168.1.82@o2ib: 4295411 seconds 00010000:00080000:20.0:1518470882.987723:0:4053:0:(ldlm_lib.c:112:import_set_conn()) imp ffff8808f4295000@lustre-OST0000-osc-MDT0000: add connection 192.168.1.82@o2ib at head 00000040:01000000:20.0:1518470882.988620:0:4053:0:(llog_osd.c:2031:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:20.0:1518470882.988630:0:4053:0:(llog_obd.c:210:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000800:00000100:18.0:1518470882.988732:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470882.988738:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470882.988739:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.988744:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:21.0:1518470882.988744:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470882.988748:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:21.0:1518470882.988749:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000040:00080000:20.0:1518470882.989152:0:4053:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:20.0:1518470882.989166:0:4053:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:20.0:1518470882.989245:0:4053:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0x1:0x5:0x0].1, 64 off8256 00000040:00080000:55.0:1518470882.989359:0:4062:0:(llog_cat.c:822:llog_cat_process_common()) processing log [0x4:0x1:0x0]:0 at index 2 of catalog [0x2:0x1:0x0] 00000020:00000080:20.0:1518470882.989366:0:4053:0:(obd_config.c:537:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:20.0:1518470882.989371:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf00d 00000004:01000000:20.0:1518470882.989391:0:4053:0:(lod_lov.c:225:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000004:01000000:20.0:1518470882.989395:0:4053:0:(osp_dev.c:1422:osp_obd_connect()) connect #0 00000020:00000080:20.0:1518470882.989398:0:4053:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xaf4677c931668ab 00000100:00080000:20.0:1518470882.989401:0:4053:0:(import.c:678:ptlrpc_connect_import()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from NEW to CONNECTING 00000100:00080000:20.0:1518470882.989406:0:4053:0:(import.c:524:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.1.82@o2ib last attempt 0 00000100:00080000:20.0:1518470882.989410:0:4053:0:(import.c:600:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8808f4295000 using connection 192.168.1.82@o2ib/192.168.1.82@o2ib 00000100:00080000:20.0:1518470882.989443:0:4053:0:(pinger.c:405:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:20.0:1518470882.989460:0:4053:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:20.0:1518470882.989463:0:4053:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:20.0:1518470882.989464:0:4053:0:(obd_config.c:1185:class_process_config()) marker 9 (0x2) lustre-OST0000 add osc 00000040:00080000:55.0:1518470882.989491:0:4062:0:(llog_cat.c:1167:llog_cat_cleanup()) cancel plain log at index 2 of catalog [0x2:0x1:0x0] 00000040:00080000:55.0:1518470882.989495:0:4062:0:(llog_cat.c:822:llog_cat_process_common()) processing log [0x5:0x1:0x0]:0 at index 3 of catalog [0x2:0x1:0x0] 00000020:01000000:50.0:1518470882.989509:0:3813:0:(obd_config.c:1757:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-16 (rc=0) 10000000:01000000:50.0:1518470882.989520:0:3813:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-MDT0000' succeeded (0). 10000000:01000000:50.0:1518470882.989523:0:3813:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-mdtir:ffff8808f4687000 from 1 10000000:01000000:50.0:1518470882.989524:0:3813:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 20000000:01000000:20.0:1518470882.989768:0:4014:0:(mgs_nids.c:632:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:20.0:1518470882.989772:0:4014:0:(mgs_nids.c:204:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 10000000:01000000:50.0:1518470882.989848:0:3813:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-mdtir' succeeded (0). 10000000:01000000:50.0:1518470882.989851:0:3813:0:(mgc_request.c:2069:mgc_process_log()) Process log params:ffff8808f4687000 from 1 10000000:01000000:50.0:1518470882.989852:0:3813:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000040:00080000:20.0:1518470882.990031:0:4014:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00000800:00000100:53.0:1518470882.990598:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.990603:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000020:01000000:50.0:1518470882.990667:0:3813:0:(obd_config.c:1757:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:50.0:1518470882.990680:0:3813:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'params' succeeded (0). 10000000:01000000:50.0:1518470882.990688:0:3813:0:(mgc_request.c:2210:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:50.0:1518470882.990689:0:3813:0:(mgc_request.c:331:config_log_add()) adding config log lustre-client:ffff8808f4687000 10000000:01000000:50.0:1518470882.990691:0:3813:0:(mgc_request.c:211:do_config_log_add()) do adding config log lustre-client:ffff8808f4687000 10000000:01000000:50.0:1518470882.990693:0:3813:0:(mgc_request.c:90:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:50.0:1518470882.990696:0:3813:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-client:ffff8808f4687000 from 1 10000000:01000000:50.0:1518470882.990697:0:3813:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000020:01000004:55.0:1518470882.991129:0:4064:0:(obd_mount.c:193:lustre_start_simple()) Starting obd lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:55.0:1518470882.991132:0:4064:0:(obd_config.c:1115:class_process_config()) processing cmd: cf001 00000020:00000080:55.0:1518470882.991138:0:4064:0:(genops.c:398:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff88102434c180) 00000020:00000080:55.0:1518470882.991193:0:4064:0:(obd_config.c:430:class_attach()) OBD: dev 9 attached type lwp with refcount 1 00000020:00000080:55.0:1518470882.991196:0:4064:0:(obd_config.c:1115:class_process_config()) processing cmd: cf003 00010000:00080000:55.0:1518470882.991263:0:4064:0:(ldlm_lib.c:112:import_set_conn()) imp ffff88102efba000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.1.80@o2ib at head 00000800:00000100:18.0:1518470882.991940:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470882.991944:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0F:1518470882.991953:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470882.991954:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:21.0:1518470882.991954:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470882.991959:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:18.0:1518470882.991961:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000020:00000080:55.0:1518470882.992413:0:4064:0:(obd_config.c:537:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:55.0:1518470882.992427:0:4064:0:(lwp_dev.c:503:lwp_obd_connect()) connect #0 00000020:00000080:55.0:1518470882.992432:0:4064:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xaf4677c931668ea 00000100:00080000:55.0:1518470882.992434:0:4064:0:(import.c:678:ptlrpc_connect_import()) ffff88102efba000 lustre-MDT0000_UUID: changing import state from NEW to CONNECTING 00000100:00080000:55.0:1518470882.992438:0:4064:0:(import.c:524:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:55.0:1518470882.992441:0:4064:0:(import.c:600:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88102efba000 using connection 192.168.1.80@o2ib/0@lo 00000100:00080000:55.0:1518470882.992456:0:4064:0:(pinger.c:405:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:21.0:1518470882.992552:0:3917:0:(import.c:1275:ptlrpc_connect_interpret()) ffff88102efba000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:21.0:1518470882.992557:0:3917:0:(import.c:1322:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.1.80@o2ib failed (-11) 00000020:01000000:50.0:1518470882.992631:0:3813:0:(obd_config.c:1757:class_config_parse_llog()) Processed log lustre-client gen 1-25 (rc=0) 10000000:01000000:50.0:1518470882.992638:0:3813:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-client' succeeded (0). 10000000:01000000:50.0:1518470882.992643:0:3813:0:(mgc_request.c:1267:mgc_set_info_async()) register_target lustre-MDT0000 0x40000005 10000000:01000000:50.0:1518470882.992647:0:3813:0:(mgc_request.c:1206:mgc_target_register()) register lustre-MDT0000 20000000:01000000:20.0:1518470882.992691:0:4014:0:(mgs_handler.c:388:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000100:53.0:1518470882.993212:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.993216:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:22.0:1518470882.994415:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470882.994417:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.994420:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:18.0:1518470882.994422:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:56.0F:1518470882.995706:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470882.995712:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.995715:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470882.996920:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.996923:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470882.998176:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.998179:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470882.999368:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470882.999371:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470883.000598:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470883.000602:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470883.001807:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470883.001811:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470883.002944:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470883.002947:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 20000000:01000000:20.0:1518470883.013459:0:4014:0:(mgs_nids.c:543:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:20.0:1518470883.013465:0:4014:0:(mgs_handler.c:568:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:55.0:1518470883.013499:0:4049:0:(mgs_nids.c:441:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:55.0:1518470883.013503:0:4049:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:50.0:1518470883.013513:0:3813:0:(mgc_request.c:1223:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:02000000:50.0:1518470883.013521:0:3813:0:(obd_mount_server.c:2010:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 300-900 10000000:01000000:21.0:1518470883.013664:0:4007:0:(mgc_request.c:1025:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 20000000:01000000:20.0:1518470883.013756:0:4006:0:(mgs_nids.c:415:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000253640s 00000020:00080000:55.0:1518470883.055403:0:4067:0:(update_trans.c:1566:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:55.0:1518470883.055407:0:4067:0:(update_trans.c:1615:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:15.0F:1518470883.055414:0:3813:0:(llog_obd.c:210:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:55.0:1518470883.055508:0:4068:0:(llog_osd.c:2031:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:15.0:1518470883.055572:0:3813:0:(llog_obd.c:210:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:15.0:1518470883.055622:0:3813:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:55.0:1518470883.055796:0:4068:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:15.0:1518470883.056116:0:3813:0:(mdd_device.c:369:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:15.0:1518470883.056119:0:3813:0:(llog_obd.c:210:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:15.0:1518470883.056131:0:3813:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:15.0:1518470883.056630:0:3813:0:(llog_obd.c:210:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:15.0:1518470883.056669:0:3813:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:55.0:1518470883.057804:0:4068:0:(lod_dev.c:442:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:55.0:1518470883.057807:0:4068:0:(lod_dev.c:466:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:01000004:15.0:1518470883.080661:0:3813:0:(obd_mount_server.c:312:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:15.0:1518470883.080674:0:3813:0:(obd_mount_server.c:1785:server_fill_super_common()) Server sb, dev=39 00000800:00000100:53.0:1518470884.976772:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470884.976777:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470885.976754:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470885.976759:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:22.0:1518470886.976779:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0:1518470886.976786:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0:1518470886.976791:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0:1518470886.976793:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0:1518470886.976796:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0:1518470886.976800:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470886.976803:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:22.0:1518470886.976803:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0:1518470886.976806:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:22.0:1518470886.976809:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470886.976811:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:21.0:1518470887.976849:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:21.0:1518470887.976856:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470887.976858:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:21.0:1518470887.976861:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470887.976864:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:21.0:1518470887.976864:0:3892:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470888.976728:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470888.976733:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 10000000:01000000:20.0:1518470889.826608:0:4016:0:(mgc_request.c:600:do_requeue()) updating log lustre-mdtir 10000000:01000000:20.0:1518470889.826612:0:4016:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-mdtir:ffff8808f4687000 from 7 10000000:01000000:20.0:1518470889.826615:0:4016:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 20000000:01000000:21.0:1518470889.826821:0:4014:0:(mgs_nids.c:632:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:21.0:1518470889.826828:0:4014:0:(mgs_nids.c:192:mgs_nidtbl_read()) fsname lustre, entry size 40, pages 4056/1/4/3. 20000000:01000000:21.0:1518470889.826830:0:4014:0:(mgs_nids.c:204:mgs_nidtbl_read()) Read IR logs lustre return with 40, version 7 10000000:01000000:20.0:1518470889.826929:0:4016:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-mdtir' succeeded (0). 00000800:00000100:53.0:1518470889.976639:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470889.976644:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:22.0:1518470890.976846:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470890.976848:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470890.976853:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:22.0:1518470890.976853:0:3891:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470891.976759:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470891.976764:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470892.976712:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470892.976717:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:18.0:1518470893.976803:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976810:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976814:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976817:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976820:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976823:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976825:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976828:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:18.0:1518470893.976831:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470893.976833:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470893.976838:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470894.976797:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470894.976802:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000400:52.0F:1518470895.975631:0:3884:0:(o2iblnd_cb.c:3294:kiblnd_check_conns()) Timed out tx for 192.168.1.82@o2ib: 4295424 seconds 00000100:00080000:21.0:1518470895.987690:0:3917:0:(import.c:1275:ptlrpc_connect_interpret()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:21.0:1518470895.987694:0:3917:0:(import.c:1322:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.1.82@o2ib failed (-110) 00000800:00000100:53.0:1518470895.988639:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470895.988644:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000100:00080000:22.0:1518470907.991648:0:3990:0:(pinger.c:216:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:22.0:1518470907.991655:0:3990:0:(recover.c:58:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:22.0:1518470907.991656:0:3990:0:(import.c:678:ptlrpc_connect_import()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:22.0:1518470907.991663:0:3990:0:(import.c:524:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.1.82@o2ib last attempt 744 00000100:00080000:22.0:1518470907.991665:0:3990:0:(import.c:566:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:22.0:1518470907.991669:0:3990:0:(import.c:600:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8808f4295000 using connection 192.168.1.82@o2ib/192.168.1.82@o2ib 00000100:00080000:22.0:1518470907.991695:0:3990:0:(pinger.c:216:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:22.0:1518470907.991698:0:3990:0:(recover.c:58:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:22.0:1518470907.991699:0:3990:0:(import.c:678:ptlrpc_connect_import()) ffff88102efba000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:22.0:1518470907.991701:0:3990:0:(import.c:524:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 744 00000100:00080000:22.0:1518470907.991704:0:3990:0:(import.c:600:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88102efba000 using connection 192.168.1.80@o2ib/0@lo 00010000:00080000:55.0:1518470907.991825:0:4024:0:(ldlm_lib.c:1220:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp (null) cur 1518470907 last 0 00000020:00000080:55.0:1518470907.991845:0:4024:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xaf4677c93166906 00000020:01000000:55.0:1518470907.991855:0:4024:0:(lprocfs_status_server.c:343:lprocfs_exp_setup()) using hash ffff88101b3afe00 00000100:00080000:55.0:1518470907.991880:0:4024:0:(import.c:104:ptlrpc_import_enter_resend()) ffff881031758800 P•4$ˆÿÿP•4$ˆÿÿ: changing import state from NEW to RECOVER 00000100:00080000:55.0:1518470907.991885:0:4024:0:(import.c:1527:ptlrpc_import_recovery_state_machine()) ffff881031758800 P•4$ˆÿÿP•4$ˆÿÿ: changing import state from RECOVER to FULL 00000100:02000000:55.0:1518470907.991888:0:4024:0:(import.c:1533:ptlrpc_import_recovery_state_machine()) lustre-MDT0000: Connection restored to 9eed7cd8-6b21-4821-b7ce-181f90e7c677 (at 0@lo) 00000800:00000100:56.0:1518470907.992928:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:56.0:1518470907.992935:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:56.0:1518470907.992940:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:56.0:1518470907.992943:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:56.0:1518470907.992946:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:56.0:1518470907.992950:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470907.992950:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:56.0:1518470907.992953:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470907.992956:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470907.994320:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470907.994325:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470907.995546:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470907.995550:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470907.996860:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470907.996864:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470907.998048:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470907.998051:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470907.999269:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470907.999272:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470908.000470:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470908.000473:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470908.001766:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470908.001769:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00010000:00080000:21.0:1518470908.002715:0:3917:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b00300 x1592232121467344/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/384 e 0 to 0 dl 1518470913 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00080000:21.0:1518470908.002727:0:3917:0:(import.c:1031:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:21.0:1518470908.002731:0:3917:0:(import.c:906:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:21.0:1518470908.002733:0:3917:0:(import.c:1114:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:21.0:1518470908.002735:0:3917:0:(import.c:1134:ptlrpc_connect_interpret()) ffff88102efba000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000800:00000100:53.0:1518470908.002924:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470908.002927:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470908.004004:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470908.004007:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470908.005179:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470908.005182:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000400:52.0:1518470908.975613:0:3884:0:(o2iblnd_cb.c:3294:kiblnd_check_conns()) Timed out tx for 192.168.1.82@o2ib: 4295437 seconds 00000100:00080000:21.0:1518470908.987659:0:3917:0:(import.c:1275:ptlrpc_connect_interpret()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:21.0:1518470908.987663:0:3917:0:(import.c:1322:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.1.82@o2ib failed (-110) 00000800:00000100:56.0:1518470909.976799:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470909.976802:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:56.0:1518470909.976806:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470909.976808:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:56.0:1518470909.976811:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:56.0:1518470909.976815:0:3890:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000400:00000100:55.0:1518470921.516616:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968558832 offset 0 length 520: 4 00000400:00000100:55.0:1518470921.516628:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968558848 offset 0 length 520: 4 00000100:00080000:22.0:1518470932.991663:0:3990:0:(pinger.c:216:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:22.0:1518470932.991668:0:3990:0:(recover.c:58:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:22.0:1518470932.991670:0:3990:0:(import.c:678:ptlrpc_connect_import()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:22.0:1518470932.991674:0:3990:0:(import.c:524:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.1.82@o2ib last attempt 769 00000100:00080000:22.0:1518470932.991677:0:3990:0:(import.c:566:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:22.0:1518470932.991683:0:3990:0:(import.c:600:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8808f4295000 using connection 192.168.1.82@o2ib/192.168.1.82@o2ib 00010000:00080000:20.0:1518470932.991844:0:3957:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b00c00 x1592232121467392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518470939 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000100:53.0:1518470932.992935:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470932.992940:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470932.994228:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470932.994235:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470932.995447:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470932.995452:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470932.996657:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:18.0:1518470932.996662:0:3889:0:(o2iblnd_cb.c:492:kiblnd_rx_complete()) Rx from 192.168.1.82@o2ib failed: 5 00000800:00000100:53.0:1518470932.996663:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470932.997844:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470932.997847:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470932.999007:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470932.999010:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470933.000245:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470933.000249:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470933.001442:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470933.001445:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470933.002602:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470933.002605:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470933.003818:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470933.003821:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470933.004959:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470933.004962:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000400:52.0:1518470933.975614:0:3884:0:(o2iblnd_cb.c:3294:kiblnd_check_conns()) Timed out tx for 192.168.1.82@o2ib: 4295462 seconds 00000100:00080000:21.0:1518470933.987651:0:3917:0:(import.c:1275:ptlrpc_connect_interpret()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:21.0:1518470933.987656:0:3917:0:(import.c:1322:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.1.82@o2ib failed (-110) 00000800:00000100:53.0:1518470934.976729:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470934.976734:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000400:00000100:41.0F:1518470943.347747:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978352 offset 0 length 520: 4 00000400:00000100:41.0:1518470943.347762:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978368 offset 0 length 520: 4 00000100:00080000:22.0:1518470957.991642:0:3990:0:(pinger.c:216:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:22.0:1518470957.991647:0:3990:0:(recover.c:58:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:22.0:1518470957.991649:0:3990:0:(import.c:678:ptlrpc_connect_import()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:22.0:1518470957.991653:0:3990:0:(import.c:524:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.1.82@o2ib last attempt 794 00000100:00080000:22.0:1518470957.991656:0:3990:0:(import.c:566:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:22.0:1518470957.991659:0:3990:0:(import.c:600:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8808f4295000 using connection 192.168.1.82@o2ib/192.168.1.82@o2ib 00010000:00080000:20.0:1518470957.991815:0:3959:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b01500 x1592232121467440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518470964 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000100:53.0:1518470957.992898:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470957.992904:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470957.994278:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470957.994283:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470957.995526:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470957.995530:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470957.996758:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470957.996762:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470957.997894:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470957.997897:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470957.999075:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470957.999079:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470958.000331:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470958.000334:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470958.001685:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470958.001688:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470958.002807:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470958.002810:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470958.004074:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470958.004076:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000100:53.0:1518470958.005246:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: reconnect (invalid service id), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470958.005249:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00000800:00000400:17.0:1518470958.975639:0:3884:0:(o2iblnd_cb.c:3294:kiblnd_check_conns()) Timed out tx for 192.168.1.82@o2ib: 4295487 seconds 00000100:00080000:21.0:1518470958.987698:0:3917:0:(import.c:1275:ptlrpc_connect_interpret()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:21.0:1518470958.987702:0:3917:0:(import.c:1322:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.1.82@o2ib failed (-110) 00000800:00000100:53.0:1518470959.976793:0:455:0:(o2iblnd_cb.c:2748:kiblnd_check_reconnect()) 192.168.1.82@o2ib: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/-1, max_frags: 256/-1 00000800:00000100:53.0:1518470959.976798:0:455:0:(o2iblnd_cb.c:2774:kiblnd_rejected()) 192.168.1.82@o2ib rejected: no listener at 987 00010000:00080000:22.0:1518470965.370387:0:4014:0:(ldlm_lib.c:1220:target_handle_connect()) MGS: connection from d1e5edfc-64c0-4708-b7f3-ab19e20a579e@192.168.1.82@o2ib t0 exp (null) cur 1518470965 last 0 00000020:00000080:22.0:1518470965.370401:0:4014:0:(genops.c:1404:class_connect()) connect: client d1e5edfc-64c0-4708-b7f3-ab19e20a579e, cookie 0xaf4677c93166914 00000020:01000000:22.0:1518470965.370406:0:4014:0:(lprocfs_status_server.c:343:lprocfs_exp_setup()) using hash ffff88101b387680 00000100:00080000:22.0:1518470965.370435:0:4014:0:(import.c:104:ptlrpc_import_enter_resend()) ffff8808f4706000 : changing import state from NEW to RECOVER 00000100:00080000:22.0:1518470965.370440:0:4014:0:(import.c:1527:ptlrpc_import_recovery_state_machine()) ffff8808f4706000 : changing import state from RECOVER to FULL 00000100:02000000:22.0:1518470965.370443:0:4014:0:(import.c:1533:ptlrpc_import_recovery_state_machine()) MGS: Connection restored to d1e5edfc-64c0-4708-b7f3-ab19e20a579e (at 192.168.1.82@o2ib) 20000000:01000000:23.0F:1518470965.500081:0:4014:0:(mgs_handler.c:414:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:23.0:1518470965.500089:0:4014:0:(mgs_handler.c:445:mgs_target_reg()) Server lustre-OST0000 is running on 192.168.1.82@o2ib 20000000:01000000:23.0:1518470965.500091:0:4014:0:(mgs_handler.c:568:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000040:00080000:23.0:1518470965.534775:0:4014:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00010000:00080000:23.0:1518470965.545695:0:4024:0:(ldlm_lib.c:1220:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@192.168.1.82@o2ib t0 exp (null) cur 1518470965 last 0 00000020:00000080:23.0:1518470965.545713:0:4024:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xaf4677c93166945 00000020:01000000:23.0:1518470965.545720:0:4024:0:(lprocfs_status_server.c:343:lprocfs_exp_setup()) using hash ffff88101b3afe00 00000100:00080000:23.0:1518470965.545745:0:4024:0:(import.c:104:ptlrpc_import_enter_resend()) ffff8808f472f000 P•4$ˆÿÿP•4$ˆÿÿ: changing import state from NEW to RECOVER 00000100:00080000:23.0:1518470965.545750:0:4024:0:(import.c:1527:ptlrpc_import_recovery_state_machine()) ffff8808f472f000 P•4$ˆÿÿP•4$ˆÿÿ: changing import state from RECOVER to FULL 00000100:02000000:23.0:1518470965.545753:0:4024:0:(import.c:1533:ptlrpc_import_recovery_state_machine()) lustre-MDT0000: Connection restored to d1e5edfc-64c0-4708-b7f3-ab19e20a579e (at 192.168.1.82@o2ib) 20000000:01000000:23.0:1518470965.545838:0:4014:0:(mgs_handler.c:388:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:23.0:1518470965.577857:0:4014:0:(mgs_nids.c:543:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:23.0:1518470965.577864:0:4014:0:(mgs_handler.c:568:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:55.0:1518470965.577875:0:4049:0:(mgs_nids.c:441:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:55.0:1518470965.577879:0:4049:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:22.0:1518470965.578047:0:4008:0:(mgc_request.c:1025:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 20000000:01000000:21.0:1518470965.578131:0:4006:0:(mgs_nids.c:415:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000253640s 10000000:01000000:20.0:1518470972.787605:0:4016:0:(mgc_request.c:600:do_requeue()) updating log lustre-mdtir 10000000:01000000:20.0:1518470972.787608:0:4016:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-mdtir:ffff8808f4687000 from 8 10000000:01000000:20.0:1518470972.787611:0:4016:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 20000000:01000000:23.0:1518470972.787803:0:4014:0:(mgs_nids.c:632:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:23.0:1518470972.787810:0:4014:0:(mgs_nids.c:192:mgs_nidtbl_read()) fsname lustre, entry size 40, pages 4056/1/4/3. 20000000:01000000:23.0:1518470972.787812:0:4014:0:(mgs_nids.c:204:mgs_nidtbl_read()) Read IR logs lustre return with 40, version 8 00000020:00000080:20.0:1518470972.787865:0:4016:0:(obd_config.c:1115:class_process_config()) processing cmd: cf00f 00000100:00080000:20.0:1518470972.787901:0:4016:0:(import.c:202:ptlrpc_set_import_discon()) osp: import ffff8808f4295000 already not connected (conn 4, was 0): DISCONN 00010000:00080000:20.0:1518470972.787912:0:4016:0:(ldlm_lib.c:95:import_set_conn()) imp ffff8808f4295000@lustre-OST0000-osc-MDT0000: found existing conn 192.168.1.82@o2ib, moved to head 00000100:00080000:20.0:1518470972.787915:0:4016:0:(import.c:678:ptlrpc_connect_import()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:20.0:1518470972.787919:0:4016:0:(import.c:524:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.1.82@o2ib last attempt 0 00000100:00080000:20.0:1518470972.787923:0:4016:0:(import.c:600:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8808f4295000 using connection 192.168.1.82@o2ib/192.168.1.82@o2ib 00000020:01000000:20.0:1518470972.787934:0:4016:0:(obd_config.c:1404:class_process_proc_param()) lustre-OST0000-osc-MDT0000: set parameter 'import=connection=192.168.1.82@o2ib::3' 10000000:01000000:20.0:1518470972.787952:0:4016:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00080000:22.0:1518470972.810133:0:3917:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 0) req@ffff88102eba8c00 x1592232121467520/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:28/4 lens 520/384 e 0 to 0 dl 1518470992 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00080000:22.0:1518470972.810144:0:3917:0:(import.c:1031:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:22.0:1518470972.810148:0:3917:0:(import.c:906:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:22.0:1518470972.810151:0:3917:0:(import.c:1114:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:22.0:1518470972.810152:0:3917:0:(import.c:1131:ptlrpc_connect_interpret()) connect to lustre-OST0000_UUID during recovery 00000100:00080000:22.0:1518470972.810153:0:3917:0:(import.c:1132:ptlrpc_connect_interpret()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY_LOCKS 00000100:00080000:22.0:1518470972.810156:0:3917:0:(import.c:1508:ptlrpc_import_recovery_state_machine()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00010000:00080000:22.0:1518470972.845720:0:3917:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 0) req@ffff881031b01b00 x1592232121467536/t0(0) o400->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:28/4 lens 224/192 e 0 to 0 dl 1518470983 ref 1 fl Rpc:R/c0/0 rc 0/0 00000100:00080000:22.0:1518470972.845730:0:3917:0:(import.c:1517:ptlrpc_import_recovery_state_machine()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:22.0:1518470972.845737:0:3917:0:(client.c:2762:ptlrpc_resend_req()) @@@ going to resend req@ffff881031b01b00 x1592232121467536/t0(0) o400->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:28/4 lens 224/192 e 0 to 0 dl 1518470983 ref 1 fl Interpret:R/c0/0 rc 0/0 00000100:00080000:22.0:1518470972.845744:0:3917:0:(client.c:2769:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff881031b01b00 x1592232121467536/t0(0) o400->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:28/4 lens 224/192 e 0 to 0 dl 1518470983 ref 1 fl Interpret:R/c0/0 rc 0/0 00000100:00080000:22.0:1518470972.845748:0:3917:0:(import.c:1527:ptlrpc_import_recovery_state_machine()) ffff8808f4295000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:22.0:1518470972.845757:0:3917:0:(osp_dev.c:1637:osp_import_event()) got connected 00000100:02000000:22.0:1518470972.845759:0:3917:0:(import.c:1533:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0000: Connection restored to 192.168.1.82@o2ib (at 192.168.1.82@o2ib) 00000004:00080000:55.0:1518470972.845762:0:4062:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000004:00080000:20.0:1518470972.845806:0:4061:0:(osp_precreate.c:840:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x1:0x0] 00010000:00080000:55.0:1518470972.846253:0:3960:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 0) req@ffff88102eba8900 x1592232121467552/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518470984 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518470972.846700:0:4061:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 0) req@ffff88102eba8f00 x1592232121467568/t0(0) o7->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:28/4 lens 264/208 e 0 to 0 dl 1518470983 ref 2 fl Rpc:RN/0/0 rc 0/0 00000004:00080000:20.0:1518470972.846713:0:4061:0:(osp_precreate.c:775:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x100000000:0x41:0x0] 00010000:00080000:20.0:1518470972.846884:0:4061:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 0) req@ffff88102eba8f00 x1592232121467584/t0(0) o5->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:28/4 lens 432/400 e 0 to 0 dl 1518470983 ref 2 fl Rpc:RN/0/0 rc 0/0 00000004:00080000:20.0:1518470972.846893:0:4061:0:(osp_precreate.c:916:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x41:0x0] from OST, last_created [0x100000000:0x41:0x0]last_used is [0x100000000:0x41:0x0] 00010000:00080000:20.0:1518470972.848018:0:4061:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 0) req@ffff88102eba8f00 x1592232121467600/t0(0) o5->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:28/4 lens 432/400 e 0 to 0 dl 1518470983 ref 2 fl Rpc:RN/0/0 rc 0/0 00000004:00080000:20.0:1518470972.848031:0:4061:0:(osp_precreate.c:687:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x100000000:0x41:0x0]-[0x100000000:0x61:0x0] 00010000:00080000:20.0:1518470977.858036:0:3962:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881024388f00 x1592232121467616/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518470984 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518470982.866125:0:3963:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102eba8f00 x1592232121467632/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518470989 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518470982.991835:0:3964:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b01b00 x1592232121467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518470989 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:20.0:1518470987.874094:0:3965:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031288900 x1592232121467664/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518470994 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518470992.882137:0:3966:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102eba9200 x1592232121467680/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518470999 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:55.0:1518470996.515872:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968558896 offset 0 length 520: 4 00000400:00000100:55.0:1518470996.515883:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968558912 offset 0 length 520: 4 00010000:00080000:22.0:1518470997.890102:0:3967:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881024389500 x1592232121467696/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471004 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471002.898182:0:3968:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b02100 x1592232121467712/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471009 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471007.906063:0:3969:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881024389800 x1592232121467728/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471014 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471007.991801:0:3971:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b02700 x1592232121467760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471014 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:55.0:1518471012.914171:0:3972:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102eba9800 x1592232121467776/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471019 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471017.922087:0:3973:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881024389b00 x1592232121467792/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471024 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:41.0:1518471018.346423:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978416 offset 0 length 520: 4 00000400:00000100:41.0:1518471018.346434:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978432 offset 0 length 520: 4 00010000:00080000:55.0:1518471022.930174:0:3974:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b02d00 x1592232121467808/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471029 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471027.938089:0:3975:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881024389e00 x1592232121467824/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471034 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471032.946187:0:3976:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102eba9b00 x1592232121467840/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471039 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471032.991808:0:3978:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b03300 x1592232121467872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471039 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:23.0:1518471037.954086:0:3979:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438a100 x1592232121467888/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471044 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471042.962250:0:3980:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a30000 x1592232121467904/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471049 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471047.970046:0:3980:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438a400 x1592232121467920/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471054 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471052.978206:0:3982:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b03900 x1592232121467936/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471059 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471057.986023:0:3983:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438a700 x1592232121467952/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471064 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471057.991821:0:3985:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b03f00 x1592232121467984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471064 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:55.0:1518471062.994288:0:3986:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebaa400 x1592232121468000/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471069 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471068.002072:0:3987:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438aa00 x1592232121468016/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471075 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:55.0:1518471071.515688:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968558960 offset 0 length 520: 4 00000400:00000100:55.0:1518471071.515699:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968558976 offset 0 length 520: 4 00010000:00080000:55.0:1518471073.010156:0:3988:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b04500 x1592232121468032/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471080 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471078.018057:0:3989:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438ad00 x1592232121468048/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471085 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471082.991843:0:3955:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b04b00 x1592232121468080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471089 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:55.0:1518471083.026218:0:3956:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebaa700 x1592232121468096/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471090 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471088.034017:0:3957:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438b300 x1592232121468112/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471095 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471093.042152:0:3958:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b05100 x1592232121468128/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471100 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:41.0:1518471093.346272:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978480 offset 0 length 520: 4 00000400:00000100:41.0:1518471093.346283:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978496 offset 0 length 520: 4 00010000:00080000:20.0:1518471098.050014:0:3959:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438b600 x1592232121468144/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471105 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471103.058247:0:3960:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebaaa00 x1592232121468160/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471110 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:23.0:1518471107.991805:0:3962:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b05700 x1592232121468192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471114 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:24.0F:1518471108.066080:0:3963:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438b900 x1592232121468208/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471115 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471113.074235:0:3964:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88105cef0000 x1592232121468224/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471120 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471118.082051:0:3965:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438bc00 x1592232121468240/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471125 ref 1 fl Rpc:R/0/0 rc 0/0 00000020:00000080:55.0:1518471118.898518:0:4144:0:(class_obd.c:153:class_handle_ioctl()) cmd = c008667f 00000020:00000080:55.0:1518471118.898524:0:4144:0:(class_obd.c:122:class_resolve_dev_name()) device name MGS 00000020:00000080:55.0:1518471118.898526:0:4144:0:(class_obd.c:129:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:55.0:1518471118.898533:0:4144:0:(class_obd.c:153:class_handle_ioctl()) cmd = 400866bb 20000000:00000080:55.0:1518471118.898537:0:4144:0:(mgs_handler.c:1011:mgs_iocontrol()) handling ioctl cmd 0x400866bb 20000000:01000000:55.0:1518471118.898556:0:4144:0:(mgs_llog.c:1386:mgs_parse_devname()) Device name lustre without fsname 20000000:01000000:55.0:1518471118.898558:0:4144:0:(mgs_llog.c:4878:mgs_set_conf_param()) lustre is seen as a file system name 20000000:01000000:55.0:1518471118.898560:0:4144:0:(mgs_llog.c:4910:mgs_set_conf_param()) set_conf_param fs='lustre' device='lustre' param='srpc.flavor.o2ib.cli2mdt=skpi' 20000000:01000000:55.0:1518471118.898562:0:4144:0:(mgs_llog.c:3607:mgs_write_log_param()) next param 'srpc.flavor.o2ib.cli2mdt=skpi' 20000000:01000000:55.0:1518471118.898610:0:4144:0:(mgs_llog.c:907:mgs_modify()) modify lustre-sptlrpc/lustre/srpc.flavor.o2ib.cli2mdt fl=4 20000000:01000000:55.0:1518471118.898769:0:4145:0:(mgs_llog.c:874:mgs_modify_handler()) Changing rec 1 marker 11 1->4: lustre srpc.flavor.o2ib.cli2mdt 20000000:01000000:55.0:1518471118.898791:0:4145:0:(mgs_llog.c:874:mgs_modify_handler()) Changing rec 3 marker 11 2->4: lustre srpc.flavor.o2ib.cli2mdt 00000040:00080000:20.0:1518471118.898862:0:4144:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 224 off9520 00000040:00080000:20.0:1518471118.898873:0:4144:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 104 off9624 00000040:00080000:20.0:1518471118.898881:0:4144:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9848 10000000:01000000:20.0:1518471118.898887:0:4144:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:24.0:1518471118.899074:0:4007:0:(mgc_request.c:1025:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:24.0:1518471118.899104:0:4007:0:(mgc_request.c:1025:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:25.0F:1518471118.899225:0:4008:0:(mgc_request.c:1025:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00080000:22.0:1518471123.090074:0:3969:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebab300 x1592232121468400/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471130 ref 1 fl Rpc:R/0/0 rc 0/0 00000020:00000080:55.0:1518471123.114771:0:4148:0:(class_obd.c:153:class_handle_ioctl()) cmd = c008667f 00000020:00000080:55.0:1518471123.114775:0:4148:0:(class_obd.c:122:class_resolve_dev_name()) device name MGS 00000020:00000080:55.0:1518471123.114778:0:4148:0:(class_obd.c:129:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:55.0:1518471123.114785:0:4148:0:(class_obd.c:153:class_handle_ioctl()) cmd = 400866bb 20000000:00000080:55.0:1518471123.114788:0:4148:0:(mgs_handler.c:1011:mgs_iocontrol()) handling ioctl cmd 0x400866bb 20000000:01000000:55.0:1518471123.114804:0:4148:0:(mgs_llog.c:1386:mgs_parse_devname()) Device name lustre without fsname 20000000:01000000:55.0:1518471123.114806:0:4148:0:(mgs_llog.c:4878:mgs_set_conf_param()) lustre is seen as a file system name 20000000:01000000:55.0:1518471123.114807:0:4148:0:(mgs_llog.c:4910:mgs_set_conf_param()) set_conf_param fs='lustre' device='lustre' param='srpc.flavor.o2ib.cli2ost=skpi' 20000000:01000000:55.0:1518471123.114809:0:4148:0:(mgs_llog.c:3607:mgs_write_log_param()) next param 'srpc.flavor.o2ib.cli2ost=skpi' 20000000:01000000:55.0:1518471123.114845:0:4148:0:(mgs_llog.c:907:mgs_modify()) modify lustre-sptlrpc/lustre/srpc.flavor.o2ib.cli2ost fl=4 20000000:01000000:55.0:1518471123.114996:0:4149:0:(mgs_llog.c:874:mgs_modify_handler()) Changing rec 4 marker 12 1->4: lustre srpc.flavor.o2ib.cli2ost 20000000:01000000:55.0:1518471123.115010:0:4149:0:(mgs_llog.c:874:mgs_modify_handler()) Changing rec 6 marker 12 2->4: lustre srpc.flavor.o2ib.cli2ost 00000040:00080000:20.0:1518471123.115073:0:4148:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 224 off10072 00000040:00080000:20.0:1518471123.115085:0:4148:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 104 off10176 00000040:00080000:20.0:1518471123.115093:0:4148:0:(llog_osd.c:698:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10400 10000000:01000000:20.0:1518471123.115099:0:4148:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:21.0:1518471125.118647:0:4016:0:(mgc_request.c:600:do_requeue()) updating log lustre-client 10000000:01000000:21.0:1518471125.118650:0:4016:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-client:ffff8808f4687000 from 26 10000000:01000000:21.0:1518471125.118653:0:4016:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000020:01000000:21.0:1518471125.119724:0:4016:0:(obd_config.c:1757:class_config_parse_llog()) Processed log lustre-client gen 26-25 (rc=0) 10000000:01000000:21.0:1518471125.119739:0:4016:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-client' succeeded (0). 10000000:01000000:21.0:1518471125.119743:0:4016:0:(mgc_request.c:600:do_requeue()) updating log lustre-MDT0000 10000000:01000000:21.0:1518471125.119745:0:4016:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-MDT0000: (null) from 17 10000000:01000000:21.0:1518471125.119747:0:4016:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00000020:01000000:21.0:1518471125.120574:0:4016:0:(obd_config.c:1757:class_config_parse_llog()) Processed log lustre-MDT0000 gen 17-16 (rc=0) 10000000:01000000:21.0:1518471125.120594:0:4016:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-MDT0000' succeeded (0). 10000000:01000000:21.0:1518471125.120597:0:4016:0:(mgc_request.c:600:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:21.0:1518471125.120599:0:4016:0:(mgc_request.c:2069:mgc_process_log()) Process log lustre-sptlrpc: (null) from 7 10000000:01000000:21.0:1518471125.120600:0:4016:0:(mgc_request.c:1133:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000020:01000000:55.0:1518471125.121013:0:4152:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:55.0:1518471125.121018:0:4152:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518471125.121020:0:4152:0:(obd_config.c:1185:class_process_config()) marker 11 (0x1) lustre srpc.flavor.o2ib.cli2mdt 00000020:00000080:55.0:1518471125.121024:0:4152:0:(obd_config.c:1115:class_process_config()) processing cmd: ce016 00000020:01000000:55.0:1518471125.121033:0:4152:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:55.0:1518471125.121035:0:4152:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518471125.121035:0:4152:0:(obd_config.c:1185:class_process_config()) marker 11 (0x2) lustre srpc.flavor.o2ib.cli2mdt 00000020:01000000:55.0:1518471125.121037:0:4152:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:55.0:1518471125.121038:0:4152:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518471125.121039:0:4152:0:(obd_config.c:1185:class_process_config()) marker 12 (0x1) lustre srpc.flavor.o2ib.cli2ost 00000020:00000080:55.0:1518471125.121041:0:4152:0:(obd_config.c:1115:class_process_config()) processing cmd: ce016 00000020:01000000:55.0:1518471125.121044:0:4152:0:(obd_config.c:1493:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:55.0:1518471125.121046:0:4152:0:(obd_config.c:1115:class_process_config()) processing cmd: cf010 00000020:00000080:55.0:1518471125.121046:0:4152:0:(obd_config.c:1185:class_process_config()) marker 12 (0x2) lustre srpc.flavor.o2ib.cli2ost 00000020:01000000:21.0:1518471125.121061:0:4016:0:(obd_config.c:1757:class_config_parse_llog()) Processed log lustre-sptlrpc gen 7-12 (rc=0) 10000000:01000000:21.0:1518471125.121124:0:4016:0:(mgc_request.c:2144:mgc_process_log()) MGC192.168.1.80@o2ib: configuration from log 'lustre-sptlrpc' succeeded (0). 00010000:00080000:55.0:1518471128.098197:0:3970:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b05d00 x1592232121468576/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471135 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471132.991800:0:3971:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b06000 x1592232121468592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471139 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:20.0:1518471133.106092:0:3972:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438bf00 x1592232121468608/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471140 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471138.114221:0:3973:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebab000 x1592232121468624/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471145 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471143.122066:0:3974:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b06300 x1592232121468640/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471150 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:55.0:1518471146.515313:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559024 offset 0 length 520: 4 00000400:00000100:55.0:1518471146.515324:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559040 offset 0 length 520: 4 00010000:00080000:20.0:1518471148.130157:0:3975:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b06300 x1592232121468656/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471155 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471153.138045:0:3976:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebabc00 x1592232121468672/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471160 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471157.991862:0:3978:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b06900 x1592232121468704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471164 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:23.0:1518471158.146259:0:3979:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438c200 x1592232121468720/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471165 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471163.154078:0:3980:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a30c00 x1592232121468736/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471170 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471168.162183:0:3981:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b06c00 x1592232121468752/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471175 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:41.0:1518471168.345928:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978544 offset 0 length 520: 4 00000400:00000100:41.0:1518471168.345939:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978560 offset 0 length 520: 4 00010000:00080000:22.0:1518471173.170050:0:3982:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebab600 x1592232121468768/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471180 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:25.0:1518471177.048554:0:4014:0:(ldlm_lib.c:1220:target_handle_connect()) MGS: connection from 3bb9b7f5-bfdf-013f-4c84-dc859d55a7ec@192.168.1.79@o2ib t0 exp (null) cur 1518471177 last 0 00000020:00000080:25.0:1518471177.048567:0:4014:0:(genops.c:1404:class_connect()) connect: client 3bb9b7f5-bfdf-013f-4c84-dc859d55a7ec, cookie 0xaf4677c931669b5 00000020:01000000:25.0:1518471177.048572:0:4014:0:(lprocfs_status_server.c:343:lprocfs_exp_setup()) using hash ffff88101b387680 00000100:00080000:25.0:1518471177.049028:0:4014:0:(import.c:104:ptlrpc_import_enter_resend()) ffff8808f4794800 : changing import state from NEW to RECOVER 00000100:00080000:25.0:1518471177.049034:0:4014:0:(import.c:1527:ptlrpc_import_recovery_state_machine()) ffff8808f4794800 : changing import state from RECOVER to FULL 00000100:02000000:25.0:1518471177.049038:0:4014:0:(import.c:1533:ptlrpc_import_recovery_state_machine()) MGS: Connection restored to 3bb9b7f5-bfdf-013f-4c84-dc859d55a7ec (at 192.168.1.79@o2ib) 20000000:01000000:25.0:1518471177.247687:0:4014:0:(mgs_nids.c:632:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:25.0:1518471177.247694:0:4014:0:(mgs_nids.c:192:mgs_nidtbl_read()) fsname lustre, entry size 40, pages 4056/1/256/255. 20000000:01000000:25.0:1518471177.247696:0:4014:0:(mgs_nids.c:192:mgs_nidtbl_read()) fsname lustre, entry size 40, pages 4016/1/256/255. 20000000:01000000:25.0:1518471177.247698:0:4014:0:(mgs_nids.c:204:mgs_nidtbl_read()) Read IR logs lustre return with 80, version 8 00000040:00080000:25.0:1518471177.248520:0:4014:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00010000:00080000:23.0:1518471178.178023:0:3983:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b06f00 x1592232121468784/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471185 ref 1 fl Rpc:R/0/0 rc 0/0 00000020:00000080:25.0:1518471178.916544:0:4014:0:(genops.c:1488:class_disconnect()) disconnect: cookie 0xaf4677c931669b5 00000100:00080000:25.0:1518471178.916549:0:4014:0:(import.c:1646:ptlrpc_cleanup_imp()) ffff8808f4794800 : changing import state from FULL to CLOSED 00000020:00000080:24.0:1518471178.916613:0:4007:0:(genops.c:1012:class_export_put()) final put ffff88105bbae000/3bb9b7f5-bfdf-013f-4c84-dc859d55a7ec 00000020:00000080:55.0:1518471178.916628:0:3833:0:(genops.c:962:class_export_destroy()) destroying export ffff88105bbae000/3bb9b7f5-bfdf-013f-4c84-dc859d55a7ec for MGS 00000020:00000080:55.0:1518471178.916640:0:3833:0:(genops.c:1202:class_import_destroy()) destroying import ffff8808f4794800 for MGS 00010000:00080000:20.0:1518471182.991821:0:3985:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b07500 x1592232121468816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471189 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:20.0:1518471183.186185:0:3986:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a30f00 x1592232121468832/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471190 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471188.194047:0:3987:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebad100 x1592232121468848/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471195 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518471193.202136:0:3988:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b07800 x1592232121468864/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471200 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471198.210038:0:3989:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031288c00 x1592232121468880/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471205 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:25.0:1518471201.877483:0:4014:0:(ldlm_lib.c:1220:target_handle_connect()) MGS: connection from ea7382b6-0926-24dd-86a2-75b0edd4a771@192.168.1.79@o2ib t0 exp (null) cur 1518471201 last 0 00000020:00000080:25.0:1518471201.877496:0:4014:0:(genops.c:1404:class_connect()) connect: client ea7382b6-0926-24dd-86a2-75b0edd4a771, cookie 0xaf4677c931669df 00000020:01000000:25.0:1518471201.877501:0:4014:0:(lprocfs_status_server.c:343:lprocfs_exp_setup()) using hash ffff88101b387680 00000100:00080000:25.0:1518471201.877510:0:4014:0:(import.c:104:ptlrpc_import_enter_resend()) ffff8808f4792800 : changing import state from NEW to RECOVER 00000100:00080000:25.0:1518471201.877515:0:4014:0:(import.c:1527:ptlrpc_import_recovery_state_machine()) ffff8808f4792800 : changing import state from RECOVER to FULL 00000100:02000000:25.0:1518471201.877518:0:4014:0:(import.c:1533:ptlrpc_import_recovery_state_machine()) MGS: Connection restored to 3bb9b7f5-bfdf-013f-4c84-dc859d55a7ec (at 192.168.1.79@o2ib) 20000000:01000000:25.0:1518471202.070765:0:4014:0:(mgs_nids.c:632:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:25.0:1518471202.070772:0:4014:0:(mgs_nids.c:192:mgs_nidtbl_read()) fsname lustre, entry size 40, pages 4056/1/256/255. 20000000:01000000:25.0:1518471202.070774:0:4014:0:(mgs_nids.c:192:mgs_nidtbl_read()) fsname lustre, entry size 40, pages 4016/1/256/255. 20000000:01000000:25.0:1518471202.070776:0:4014:0:(mgs_nids.c:204:mgs_nidtbl_read()) Read IR logs lustre return with 80, version 8 00000040:00080000:25.0:1518471202.071714:0:4014:0:(llog_osd.c:231:llog_osd_read_header()) not reading header from 0-byte log 00000020:00000080:25.0:1518471202.232453:0:4014:0:(genops.c:1488:class_disconnect()) disconnect: cookie 0xaf4677c931669df 00000100:00080000:25.0:1518471202.232457:0:4014:0:(import.c:1646:ptlrpc_cleanup_imp()) ffff8808f4792800 : changing import state from FULL to CLOSED 00000020:00000080:44.0F:1518471202.232528:0:4146:0:(genops.c:1012:class_export_put()) final put ffff88105bbae400/ea7382b6-0926-24dd-86a2-75b0edd4a771 00000020:00000080:55.0:1518471202.232596:0:3833:0:(genops.c:962:class_export_destroy()) destroying export ffff88105bbae400/ea7382b6-0926-24dd-86a2-75b0edd4a771 for MGS 00000020:00000080:55.0:1518471202.232611:0:3833:0:(genops.c:1202:class_import_destroy()) destroying import ffff8808f4792800 for MGS 00010000:00080000:21.0:1518471203.218243:0:3954:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebad400 x1592232121468896/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471210 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:23.0:1518471207.991800:0:3957:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b07800 x1592232121468928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471214 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:23.0:1518471208.226074:0:3957:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031288f00 x1592232121468944/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471215 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518471213.234219:0:3958:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a31500 x1592232121468960/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471220 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471218.242037:0:3959:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031289200 x1592232121468976/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471225 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:55.0:1518471221.515493:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559088 offset 0 length 520: 4 00000400:00000100:55.0:1518471221.515504:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559104 offset 0 length 520: 4 00010000:00080000:55.0:1518471223.250201:0:3960:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebad700 x1592232121468992/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471230 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471228.258041:0:3961:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102438c500 x1592232121469008/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471235 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:24.0:1518471232.991823:0:3963:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b07200 x1592232121469040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471239 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:21.0:1518471233.266252:0:3964:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b06f00 x1592232121469056/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471240 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471238.274076:0:3965:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031289500 x1592232121469072/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471245 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518471243.282193:0:3966:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebada00 x1592232121469088/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471250 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:41.0:1518471243.345963:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978608 offset 0 length 520: 4 00000400:00000100:41.0:1518471243.345974:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978624 offset 0 length 520: 4 00010000:00080000:22.0:1518471248.290037:0:3967:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031289800 x1592232121469104/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471255 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:23.0:1518471253.298233:0:3968:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b06c00 x1592232121469120/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471260 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471257.991854:0:3971:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b06600 x1592232121469152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471264 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:20.0:1518471258.306026:0:3971:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a31e00 x1592232121469168/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471265 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518471263.314193:0:3972:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebae000 x1592232121469184/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471270 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471268.322085:0:3973:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031289b00 x1592232121469200/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471275 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:23.0:1518471273.330168:0:3974:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b06300 x1592232121469216/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471280 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471278.338103:0:3975:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a32400 x1592232121469232/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471285 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518471282.991818:0:3977:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b05d00 x1592232121469264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471289 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:21.0:1518471283.346196:0:3978:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebae300 x1592232121469280/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471290 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:23.0:1518471288.354074:0:3979:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88103128a100 x1592232121469296/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471295 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:24.0:1518471293.362204:0:3980:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a32a00 x1592232121469312/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471300 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:55.0:1518471296.515144:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559152 offset 0 length 520: 4 00000400:00000100:55.0:1518471296.515155:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559168 offset 0 length 520: 4 00010000:00080000:20.0:1518471298.370786:0:3981:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88105cef1200 x1592232121469328/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471305 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:24.0:1518471303.378197:0:3982:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebae600 x1592232121469344/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471310 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471307.991812:0:3984:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b05400 x1592232121469376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471314 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:20.0:1518471308.386014:0:3985:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88105cef1500 x1592232121469392/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471315 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518471313.394176:0:3986:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebae900 x1592232121469408/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471320 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:41.0:1518471318.345836:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978672 offset 0 length 520: 4 00000400:00000100:41.0:1518471318.345848:0:3902:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.17@tcp portal 28 match 1589808107978688 offset 0 length 520: 4 00010000:00080000:22.0:1518471318.402085:0:3987:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88103128a400 x1592232121469424/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471325 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:23.0:1518471323.410161:0:3988:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b05100 x1592232121469440/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471330 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471328.418082:0:3989:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a33000 x1592232121469456/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471335 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:55.0:1518471332.991823:0:3955:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b04800 x1592232121469488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471339 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:21.0:1518471333.426193:0:3956:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebaec00 x1592232121469504/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471340 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:23.0:1518471338.434042:0:3957:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88103128a700 x1592232121469520/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471345 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471343.442233:0:3958:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881038a33600 x1592232121469536/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471350 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471348.450030:0:3959:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b04500 x1592232121469552/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471355 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:21.0:1518471353.458225:0:3960:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebaef00 x1592232121469568/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471360 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:24.0:1518471357.991857:0:3962:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199849) req@ffff881031b03c00 x1592232121469600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/192 e 0 to 0 dl 1518471364 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00080000:25.0:1518471358.466038:0:3963:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88103128aa00 x1592232121469616/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471365 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:22.0:1518471363.474151:0:3964:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88105d230300 x1592232121469632/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471370 ref 1 fl Rpc:R/0/0 rc 0/0 00010000:00080000:20.0:1518471368.481997:0:3965:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff881031b03900 x1592232121469648/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471375 ref 1 fl Rpc:R/0/0 rc 0/0 00000400:00000100:55.0:1518471371.515306:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559216 offset 0 length 520: 4 00000400:00000100:55.0:1518471371.515318:0:3908:0:(lib-move.c:2238:lnet_parse_put()) Dropping PUT from 12345-10.2.4.16@tcp portal 28 match 1589816968559232 offset 0 length 520: 4 00010000:00080000:23.0:1518471373.490175:0:3966:0:(ldlm_request.c:1258:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 3199850) req@ffff88102ebaf200 x1592232121469664/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.1.82@o2ib:7/4 lens 224/336 e 0 to 0 dl 1518471380 ref 1 fl Rpc:R/0/0 rc 0/0 Debug log: 826 lines, 826 kept, 0 dropped, 0 bad.