{"$id":"5a88cf58f72e626f77230df5"}"functional""1""1""1518885007""no""no""2.10.58_16_g21e3977""16""1518885040""not ok 1  # mgs and active  mismatch, 10 attempts ""http:\/\/wiki.lustre.org\/index.php\/Testing_Lustre_Code""sanity-sec"{"cli_hash_id":"1.el7.centos","srv_branch":"2.10.58_16_g21e3977","sessionstarttime":1518915383,"client_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/Regular\/master\/client\/el7\/latest\/","server_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/Regular\/master\/full\/el7\/latest","test_opts":"","recipients":"","srv_hash_id":"1.el7.centos","branch":"master:master:quartet-dne:full","configuration":"quartet_dne_singlemds","jira_ticket":"","result_logs":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-quartet\/SUITES=sanity-sec,label=quartet\/64\/\/testReport\/sanity-sec\/16","buildurl":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-quartet\/SUITES=sanity-sec,label=quartet\/64\/","cli_branch":"2.10.58_16_g21e3977"}"data\/schemas\/testds.yaml""1""yes""Lustre sanity-sec tests""16""yes"{"mdtest_nFiles":"50000","POWER_UP":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh start","MAXFREE":"1400000","MDSJOURNALSIZE":"22","MDS_FS_MKFS_OPTS":"-O large_xattr","mdtest_iteration":"5","SHARED_DIRECTORY":"\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/shared-dir\/\/sanity-sec","ENABLE_QUOTA":"yes","POWER_DOWN":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh destroy"}"50"1518915383[{"$id":"5a88cf58f72e626f77230dc8"},{"$id":"5a88cf58f72e626f77230dca"},{"$id":"5a88cf58f72e626f77230dcc"},{"$id":"5a88cf58f72e626f77230dce"},{"$id":"5a88cf58f72e626f77230dd0"},{"$id":"5a88cf58f72e626f77230dd2"},{"$id":"5a88cf58f72e626f77230dd4"},{"$id":"5a88cf58f72e626f77230dd6"},{"$id":"5a88cf58f72e626f77230dd8"},{"$id":"5a88cf58f72e626f77230dda"},{"$id":"5a88cf58f72e626f77230ddc"},{"$id":"5a88cf58f72e626f77230dde"},{"$id":"5a88cf58f72e626f77230de3"},{"$id":"5a88cf58f72e626f77230de5"},{"$id":"5a88cf58f72e626f77230de7"},{"$id":"5a88cf58f72e626f77230de9"},{"$id":"5a88cf58f72e626f77230deb"},{"$id":"5a88cf58f72e626f77230ded"},{"$id":"5a88cf58f72e626f77230def"},{"$id":"5a88cf58f72e626f77230df1"},{"$id":"5a88cf58f72e626f77230df3"}]"client1""900""10""failed"{"lctl_dk_pnt_fre1235":"16.lctl_dk.fre1235.log","lctl_dk_pnt_fre1233":"16.lctl_dk.fre1233.log","console_pnt_fre1235":"16.console.fre1235.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_debug_log_pnt_fre1235_pnt_1518885033":"16.lctllog.sanity-sec.test_16.debug_log.fre1235.1518885033.log","console_pnt_fre1236":"16.console.fre1236.log","\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/xperior-workdir\/sanity-sec\/16_pnt_messages_pnt_fre1234_pnt_log":"16.messages.fre1234.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_dmesg_pnt_fre1235_pnt_1518885033":"16.lctllog.sanity-sec.test_16.dmesg.fre1235.1518885033.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_dmesg_pnt_fre1233_pnt_1518885033":"16.lctllog.sanity-sec.test_16.dmesg.fre1233.1518885033.log","\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/xperior-workdir\/sanity-sec\/16_pnt_messages_pnt_fre1235_pnt_log":"16.messages.fre1235.log","stacktrace_pnt_fre1236":"16.stacktrace.fre1236.log","stacktrace_pnt_fre1235":"16.stacktrace.fre1235.log","lctl_dk_pnt_fre1234":"16.lctl_dk.fre1234.log","stacktrace_pnt_fre1233":"16.stacktrace.fre1233.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_debug_log_pnt_fre1234_pnt_1518885033":"16.lctllog.sanity-sec.test_16.debug_log.fre1234.1518885033.log","console_pnt_fre1233":"16.console.fre1233.log","\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/xperior-workdir\/sanity-sec\/16_pnt_messages_pnt_fre1236_pnt_log":"16.messages.fre1236.log","console_pnt_fre1234":"16.console.fre1234.log","memorytrace_pnt_fre1234":"16.memorytrace.fre1234.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_dmesg_pnt_fre1236_pnt_1518885033":"16.lctllog.sanity-sec.test_16.dmesg.fre1236.1518885033.log","\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/xperior-workdir\/sanity-sec\/16_pnt_mount-info_pnt_log":"16.mount-info.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_dmesg_pnt_fre1234_pnt_1518885033":"16.lctllog.sanity-sec.test_16.dmesg.fre1234.1518885033.log","\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/xperior-workdir\/sanity-sec\/16_pnt_messages_pnt_fre1233_pnt_log":"16.messages.fre1233.log","memorytrace_pnt_fre1235":"16.memorytrace.fre1235.log","memorytrace_pnt_fre1233":"16.memorytrace.fre1233.log","memorytrace_pnt_fre1236":"16.memorytrace.fre1236.log","stderr":"16.stderr.log","lctl_dk_pnt_fre1236":"16.lctl_dk.fre1236.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_debug_log_pnt_fre1236_pnt_1518885033":"16.lctllog.sanity-sec.test_16.debug_log.fre1236.1518885033.log","lctllog_pnt_sanity-sec_pnt_test_16_pnt_debug_log_pnt_fre1233_pnt_1518885033":"16.lctllog.sanity-sec.test_16.debug_log.fre1233.1518885033.log","\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/xperior-workdir\/sanity-sec\/16_pnt_memory-info_pnt_log":"16.memory-info.log","stdout":"16.stdout.log","stacktrace_pnt_fre1234":"16.stacktrace.fre1234.log"}null" mgs and active  mismatch, 10 attempts ""-1""Cannot copy log file [\/tmp\/xpdiagnostic.1518885064.6092.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1518885065.39677.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1518885066.24742.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1518885067.12158.xml]: 256\n""2""Xperior::Executor::LustreTests""2.10.58_16_g21e3977""StoreStat StoreSyslog StoreConsole GetDiagnostics StacktraceGenerator""steve-12.dev.cray.com""1518885907""SLOW=yes NAME=ncli mgs_HOST=fre1233 MGSDEV=\/dev\/vdd NETTYPE=tcp mds1_HOST=fre1233 MDSDEV1=\/dev\/vdb mds_HOST=fre1233 MDSDEV=\/dev\/vdb mds2_HOST=fre1233 MDSDEV2=\/dev\/vdc MDSCOUNT=2 ost1_HOST=fre1234 OSTDEV1=\/dev\/vdb ost2_HOST=fre1234 OSTDEV2=\/dev\/vdc OSTCOUNT=2 CLIENTS=fre1235 RCLIENTS=\"fre1236\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=16 MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 MDS_FS_MKFS_OPTS=\"-O large_xattr\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh start\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-quartet\/64\/\/quad12-quartet-9\/shared-dir\/\/sanity-sec\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' steve-12.dev.cray.com virsh destroy\" MDSJOURNALSIZE=\"22\" mdtest_iteration=\"5\" ENABLE_QUOTA=\"yes\" mdtest_nFiles=\"50000\" MAXFREE=\"1400000\"  \/usr\/lib64\/lustre\/tests\/sanity-sec.sh 2>     \/var\/log\/xperior\/test_stderr.835784.log 1>  \/var\/log\/xperior\/test_stdout.835784.log""sanity-sec.sh""16.stdout.log""FAIL: mgs and active  mismatch""LUS-2556""10718""2""3"0"""""a bunch of sanity-sec tests failed with FAIL: mgs and active  mismatch, 10 attempts"{"components_0":"Lustre (Other)"}" test nodemap all_off fileops ""1"null