{"$id":"5a944d9af72e6228f70618c8"}"4"null"failed""84""Cannot copy log file [\/tmp\/xpdiagnostic.1519665874.73909.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1519665875.74901.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1519665876.74984.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1519665877.87032.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1519665879.00218.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1519665881.97932.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1519665883.20594.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1519665884.32106.xml]: 256\n""50"{"POWER_DOWN":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' extropy-kvm9.dev.cray.com virsh destroy","ENABLE_QUOTA":"yes","MDS_FS_MKFS_OPTS":"-O large_xattr","MDSJOURNALSIZE":"22","MAXFREE":"20000000","mdtest_nFiles":"50000","POWER_UP":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' extropy-kvm9.dev.cray.com virsh start","mdtest_iteration":"5","SHARED_DIRECTORY":"\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/shared-dir\/\/conf-sanity"}"0""1519665804""84__0""5""0""1519665571""Lustre conf-sanity tests""1""client1""1519667971"" 3\/3 != 2\/3 ""conf-sanity""1""extropy-kvm9.dev.cray.com"{"lctllog_pnt_conf-sanity_pnt_test_84_pnt_debug_log_pnt_fre910_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.debug_log.fre910.1519665800.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_dmesg_pnt_fre915_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.dmesg.fre915.1519665800.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre909_pnt_log":"84__0.messages.fre909.log","stacktrace_pnt_fre915":"84__0.stacktrace.fre915.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_dmesg_pnt_fre913_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.dmesg.fre913.1519665800.log","memorytrace_pnt_fre915":"84__0.memorytrace.fre915.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_dmesg_pnt_fre911_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.dmesg.fre911.1519665800.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre910_pnt_log":"84__0.messages.fre910.log","console_pnt_fre916":"84__0.console.fre916.log","stdout":"84__0.stdout.log","lctl_dk_pnt_fre914":"84__0.lctl_dk.fre914.log","console_pnt_fre915":"84__0.console.fre915.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_debug_log_pnt_fre916_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.debug_log.fre916.1519665800.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_debug_log_pnt_fre915_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.debug_log.fre915.1519665800.log","console_pnt_fre914":"84__0.console.fre914.log","memorytrace_pnt_fre916":"84__0.memorytrace.fre916.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_dmesg_pnt_fre910_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.dmesg.fre910.1519665800.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_mount-info_pnt_log":"84__0.mount-info.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre916_pnt_log":"84__0.messages.fre916.log","stacktrace_pnt_fre911":"84__0.stacktrace.fre911.log","stacktrace_pnt_fre913":"84__0.stacktrace.fre913.log","memorytrace_pnt_fre914":"84__0.memorytrace.fre914.log","stacktrace_pnt_fre912":"84__0.stacktrace.fre912.log","lctl_dk_pnt_fre913":"84__0.lctl_dk.fre913.log","console_pnt_fre913":"84__0.console.fre913.log","stacktrace_pnt_fre909":"84__0.stacktrace.fre909.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_debug_log_pnt_fre912_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.debug_log.fre912.1519665800.log","memorytrace_pnt_fre909":"84__0.memorytrace.fre909.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre914_pnt_log":"84__0.messages.fre914.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_debug_log_pnt_fre914_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.debug_log.fre914.1519665800.log","console_pnt_fre910":"84__0.console.fre910.log","lctl_dk_pnt_fre909":"84__0.lctl_dk.fre909.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_debug_log_pnt_fre913_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.debug_log.fre913.1519665800.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_dmesg_pnt_fre914_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.dmesg.fre914.1519665800.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_memory-info_pnt_log":"84__0.memory-info.log","stacktrace_pnt_fre916":"84__0.stacktrace.fre916.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre912_pnt_log":"84__0.messages.fre912.log","lctl_dk_pnt_fre910":"84__0.lctl_dk.fre910.log","lctl_dk_pnt_fre911":"84__0.lctl_dk.fre911.log","lctl_dk_pnt_fre912":"84__0.lctl_dk.fre912.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_dmesg_pnt_fre912_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.dmesg.fre912.1519665800.log","lctl_dk_pnt_fre915":"84__0.lctl_dk.fre915.log","memorytrace_pnt_fre911":"84__0.memorytrace.fre911.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre913_pnt_log":"84__0.messages.fre913.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_debug_log_pnt_fre911_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.debug_log.fre911.1519665800.log","memorytrace_pnt_fre913":"84__0.memorytrace.fre913.log","console_pnt_fre912":"84__0.console.fre912.log","stacktrace_pnt_fre910":"84__0.stacktrace.fre910.log","memorytrace_pnt_fre912":"84__0.memorytrace.fre912.log","stderr":"84__0.stderr.log","console_pnt_fre909":"84__0.console.fre909.log","lctl_dk_pnt_fre916":"84__0.lctl_dk.fre916.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre911_pnt_log":"84__0.messages.fre911.log","stacktrace_pnt_fre914":"84__0.stacktrace.fre914.log","console_pnt_fre911":"84__0.console.fre911.log","memorytrace_pnt_fre910":"84__0.memorytrace.fre910.log","\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/xperior-workdir\/conf-sanity\/84__0_pnt_messages_pnt_fre915_pnt_log":"84__0.messages.fre915.log","lctllog_pnt_conf-sanity_pnt_test_84_pnt_dmesg_pnt_fre916_pnt_1519665800":"84__0.lctllog.conf-sanity.test_84.dmesg.fre916.1519665800.log"}"no""yes"{"result_logs":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=conf-sanity\/4819\/\/testReport\/conf-sanity\/84","jira_ticket":"","buildurl":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=conf-sanity\/4819\/","client_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/Regular\/master\/client\/el7\/latest\/","sessionstarttime":1519668632,"server_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/Regular\/master\/full\/el7\/latest","cli_branch":"2.10.58_46_ge528677","configuration":"octet_L300","test_opts":"","cli_hash_id":"1.el7.centos","recipients":"c17454@cray.com","srv_branch":"2.10.58_46_ge528677","srv_hash_id":"1.el7.centos","branch":"RT_master:master:-grev-2447"}"functional"1519668632"data\/schemas\/testds.yaml""http:\/\/wiki.lustre.org\/index.php\/Testing_Lustre_Code""-1""conf-sanity.sh"[{"$id":"5a944d9af72e6228f7061875"},{"$id":"5a944d9af72e6228f7061877"},{"$id":"5a944d9af72e6228f7061879"},{"$id":"5a944d9af72e6228f706187b"},{"$id":"5a944d9af72e6228f706187d"},{"$id":"5a944d9af72e6228f706187f"},{"$id":"5a944d9af72e6228f7061881"},{"$id":"5a944d9af72e6228f7061883"},{"$id":"5a944d9af72e6228f7061885"},{"$id":"5a944d9af72e6228f7061887"},{"$id":"5a944d9af72e6228f7061889"},{"$id":"5a944d9af72e6228f706188b"},{"$id":"5a944d9af72e6228f706188d"},{"$id":"5a944d9af72e6228f706188f"},{"$id":"5a944d9af72e6228f7061891"},{"$id":"5a944d9af72e6228f7061893"},{"$id":"5a944d9af72e6228f7061895"},{"$id":"5a944d9af72e6228f7061897"},{"$id":"5a944d9af72e6228f7061899"},{"$id":"5a944d9af72e6228f706189b"},{"$id":"5a944d9af72e6228f706189d"},{"$id":"5a944d9af72e6228f706189f"},{"$id":"5a944d9af72e6228f70618a1"},{"$id":"5a944d9af72e6228f70618a3"},{"$id":"5a944d9af72e6228f70618a5"},{"$id":"5a944d9af72e6228f70618a7"},{"$id":"5a944d9af72e6228f70618a9"},{"$id":"5a944d9af72e6228f70618ab"},{"$id":"5a944d9af72e6228f70618ad"},{"$id":"5a944d9af72e6228f70618af"},{"$id":"5a944d9af72e6228f70618b1"},{"$id":"5a944d9af72e6228f70618b3"},{"$id":"5a944d9af72e6228f70618b5"},{"$id":"5a944d9af72e6228f70618b7"},{"$id":"5a944d9af72e6228f70618c2"},{"$id":"5a944d9af72e6228f70618c4"},{"$id":"5a944d9af72e6228f70618c6"}]"2.10.58_46_ge528677""StoreStat StoreSyslog StoreConsole GetDiagnostics StacktraceGenerator""no""1""yes""not ok 1  # 3\/3 != 2\/3 ""2400""Xperior::Executor::LustreTests""2.10.58_46_ge528677""SLOW=yes NAME=ncli MGSNID=fre909@tcp:fre910@tcp NETTYPE=tcp mds1_HOST=fre909 MDSDEV1=\/dev\/vdb mds_HOST=fre909 MDSDEV=\/dev\/vdb mds1failover_HOST=fre910 mdsfailover_HOST=fre910 mds2_HOST=fre910 MDSDEV2=\/dev\/vdc mds2failover_HOST=fre909 MDSCOUNT=2 ost1_HOST=fre911 OSTDEV1=\/dev\/vdd ost1failover_HOST=fre912 ost2_HOST=fre911 OSTDEV2=\/dev\/vde ost2failover_HOST=fre912 ost3_HOST=fre912 OSTDEV3=\/dev\/vdb ost3failover_HOST=fre911 ost4_HOST=fre912 OSTDEV4=\/dev\/vdc ost4failover_HOST=fre911 OSTCOUNT=4 CLIENTS=fre913 RCLIENTS=\"fre914,fre915,fre916\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=84 MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 mdtest_nFiles=\"50000\" ENABLE_QUOTA=\"yes\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' extropy-kvm9.dev.cray.com virsh start\" MDS_FS_MKFS_OPTS=\"-O large_xattr\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-custom\/4819\/\/kvm9-octet-2\/shared-dir\/\/conf-sanity\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' extropy-kvm9.dev.cray.com virsh destroy\" mdtest_iteration=\"5\" MAXFREE=\"20000000\" MDSJOURNALSIZE=\"22\"  \/usr\/lib64\/lustre\/tests\/conf-sanity.sh 2>     \/var\/log\/xperior\/test_stderr.126161.log 1>  \/var\/log\/xperior\/test_stdout.126161.log"" check recovery_hard_time ""1"