{"$id":"5a8383fff72e625d8e61f735"}"1""lfsck""failed"1518568378"1"[{"$id":"5a8383fef72e625d8e61f6c4"},{"$id":"5a8383fef72e625d8e61f6c6"},{"$id":"5a8383fef72e625d8e61f6c8"},{"$id":"5a8383fef72e625d8e61f6ca"},{"$id":"5a8383fff72e625d8e61f713"},{"$id":"5a8383fff72e625d8e61f715"},{"$id":"5a8383fff72e625d8e61f717"},{"$id":"5a8383fff72e625d8e61f719"},{"$id":"5a8383fff72e625d8e61f71b"},{"$id":"5a8383fff72e625d8e61f71d"},{"$id":"5a8383fff72e625d8e61f71f"},{"$id":"5a8383fff72e625d8e61f721"},{"$id":"5a8383fff72e625d8e61f723"},{"$id":"5a8383fff72e625d8e61f725"},{"$id":"5a8383fff72e625d8e61f727"},{"$id":"5a8383fff72e625d8e61f729"},{"$id":"5a8383fff72e625d8e61f72b"},{"$id":"5a8383fff72e625d8e61f72d"},{"$id":"5a8383fff72e625d8e61f72f"},{"$id":"5a8383fff72e625d8e61f731"},{"$id":"5a8383fff72e625d8e61f733"}]"Lustre sanity-lfsck tests"{"branch":"master:master:quartet-dne:full","result_logs":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-quartet\/SUITES=sanity-lfsck,label=quartet\/58\/\/testReport\/sanity-lfsck\/18g","sessionstarttime":1518568378,"cli_branch":"2.10.58_16_g21e3977","recipients":"","client_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/Regular\/master\/client\/el7\/latest\/","server_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/Regular\/master\/full\/el7\/latest","buildurl":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-quartet\/SUITES=sanity-lfsck,label=quartet\/58\/","cli_hash_id":"1.el7.centos","configuration":"quartet_dne_singlemds","test_opts":"","srv_hash_id":"1.el7.centos","jira_ticket":"","srv_branch":"2.10.58_16_g21e3977"}"18g""1""50""2""yes""1518539203""18g""no""SLOW=yes NAME=ncli mgs_HOST=fre1233 MGSDEV=\/dev\/vdd NETTYPE=tcp mds1_HOST=fre1233 MDSDEV1=\/dev\/vdb mds_HOST=fre1233 MDSDEV=\/dev\/vdb mds2_HOST=fre1233 MDSDEV2=\/dev\/vdc MDSCOUNT=2 ost1_HOST=fre1234 OSTDEV1=\/dev\/vdb ost2_HOST=fre1234 OSTDEV2=\/dev\/vdc OSTCOUNT=2 CLIENTS=fre1235 RCLIENTS=\"fre1236\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=18g MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 MDS_FS_MKFS_OPTS=\"-O large_xattr\" MAXFREE=\"1400000\" MDSJOURNALSIZE=\"22\" ENABLE_QUOTA=\"yes\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh start\" mdtest_iteration=\"5\" mdtest_nFiles=\"50000\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh destroy\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/shared-dir\/\/sanity-lfsck\"  \/usr\/lib64\/lustre\/tests\/sanity-lfsck.sh 2>     \/var\/log\/xperior\/test_stderr.512427.log 1>  \/var\/log\/xperior\/test_stdout.512427.log""steve-12.dev.cray.com""Xperior::Executor::LustreTests"{"SHARED_DIRECTORY":"\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/shared-dir\/\/sanity-lfsck","ENABLE_QUOTA":"yes","POWER_DOWN":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh destroy","MAXFREE":"1400000","mdtest_nFiles":"50000","POWER_UP":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh start","MDSJOURNALSIZE":"22","mdtest_iteration":"5","MDS_FS_MKFS_OPTS":"-O large_xattr"}"StoreStat StoreSyslog StoreConsole GetDiagnostics StacktraceGenerator""client1""Cannot copy log file [\/tmp\/xpdiagnostic.1518538395.593.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1518538396.91195.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1518538398.26598.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1518538399.99956.xml]: 256\n""-1"" (4) Expect 2 fixed, but got: 0 ""sanity-lfsck""1518538348""sanity-lfsck.sh""http:\/\/wiki.lustre.org\/index.php\/Testing_Lustre_Code""not ok 1  # (4) Expect 2 fixed, but got: 0 ""2.10.58_16_g21e3977""no"{"console_pnt_fre1235":"18g.console.fre1235.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_dmesg_pnt_fre1236_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.dmesg.fre1236.1518538337.log","stdout":"18g.stdout.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_debug_log_pnt_fre1235_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.debug_log.fre1235.1518538337.log","lctl_dk_pnt_fre1236":"18g.lctl_dk.fre1236.log","\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/xperior-workdir\/sanity-lfsck\/18g_pnt_mount-info_pnt_log":"18g.mount-info.log","\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/xperior-workdir\/sanity-lfsck\/18g_pnt_messages_pnt_fre1234_pnt_log":"18g.messages.fre1234.log","memorytrace_pnt_fre1234":"18g.memorytrace.fre1234.log","memorytrace_pnt_fre1233":"18g.memorytrace.fre1233.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_debug_log_pnt_fre1233_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.debug_log.fre1233.1518538337.log","stderr":"18g.stderr.log","\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/xperior-workdir\/sanity-lfsck\/18g_pnt_messages_pnt_fre1235_pnt_log":"18g.messages.fre1235.log","console_pnt_fre1234":"18g.console.fre1234.log","\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/xperior-workdir\/sanity-lfsck\/18g_pnt_messages_pnt_fre1233_pnt_log":"18g.messages.fre1233.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_debug_log_pnt_fre1236_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.debug_log.fre1236.1518538337.log","lctl_dk_pnt_fre1234":"18g.lctl_dk.fre1234.log","stacktrace_pnt_fre1233":"18g.stacktrace.fre1233.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_dmesg_pnt_fre1234_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.dmesg.fre1234.1518538337.log","console_pnt_fre1236":"18g.console.fre1236.log","console_pnt_fre1233":"18g.console.fre1233.log","stacktrace_pnt_fre1236":"18g.stacktrace.fre1236.log","\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/xperior-workdir\/sanity-lfsck\/18g_pnt_memory-info_pnt_log":"18g.memory-info.log","lctl_dk_pnt_fre1233":"18g.lctl_dk.fre1233.log","memorytrace_pnt_fre1236":"18g.memorytrace.fre1236.log","memorytrace_pnt_fre1235":"18g.memorytrace.fre1235.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_dmesg_pnt_fre1233_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.dmesg.fre1233.1518538337.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_debug_log_pnt_fre1234_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.debug_log.fre1234.1518538337.log","lctl_dk_pnt_fre1235":"18g.lctl_dk.fre1235.log","stacktrace_pnt_fre1235":"18g.stacktrace.fre1235.log","lctllog_pnt_sanity-lfsck_pnt_test_18g_pnt_dmesg_pnt_fre1235_pnt_1518538337":"18g.lctllog.sanity-lfsck.test_18g.dmesg.fre1235.1518538337.log","\/shared\/fremont\/test-results\/xperior-quartet\/58\/\/quad12-quartet-9\/xperior-workdir\/sanity-lfsck\/18g_pnt_messages_pnt_fre1236_pnt_log":"18g.messages.fre1236.log","stacktrace_pnt_fre1234":"18g.stacktrace.fre1234.log"}"yes""data\/schemas\/testds.yaml""1518538303""2.10.58_16_g21e3977"null"900""18g.stdout.log""Expect 2 fixed, but got: 0""LUS-2475""10718""2""3"0"""""sanity-lfsck_18g test failed [ 5222.430819] sanity-lfsck test_18g: @@@@@@ FAIL: (4) Expect 2 fixed, but got: 0 "{"components_0":"Lustre (Other)"}" Find out orphan OST-object and repair it (7) ""1"null