{"$id":"6165127cf72e6279c4155402"}"yes""ice-6.dev.cray.com""1__7"{"lm0602":{"vmcore":"http:\/\/steve-0.dev.cray.com\/storage\/crashdumps\/kvms\/192.168.6.2"},"lm0601":{"vmcore":"http:\/\/steve-0.dev.cray.com\/storage\/crashdumps\/kvms\/192.168.6.1"}}"10""0""StoreStat StoreConsole GetDiagnostics StacktraceGenerator ReformatBefore"{"RACER_ENABLE_FLR":"true","RACER_LBUG_ON_EVICTION":"true","RACER_ENABLE_STRIPED_DIRS":"true","FLAKEY":"false","MODOPTS_PTLRPC":"ldlm_enqueue_min=200 at_max=45","SHARED_DIRECTORY":"\/shared\/fremont\/test-results\/xperior-custom\/17842\/\/ice-6-dectet-1\/shared-dir\/\/racer-FOFB","RACER_ENABLE_MIGRATION":"true","RACER_ENABLE_PFL":"true","RACER_ENABLE_OVERSTRIPE":"false","POWER_DOWN":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh destroy","ENABLE_QUOTA":"yes","HONOR_EXCEPT":"y","RACER_MAX_CLEANUP_WAIT":"1200","FSTYPE":"ldiskfs","RACER_ENABLE_REMOTE_DIRS":"true","RACER_ENABLE_DOM":"true","MDS_FS_MKFS_OPTS":"-O large_xattr","mdtest_iteration":"5","RACER_ENABLE_SNAPSHOT":"true","MDSJOURNALSIZE":"22","MAXFREE":"20000000","DURATION":"1800","RACER_FAILOVER":"true","POWER_UP":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh start","mdtest_nFiles":"50000","LOAD_MODULES_REMOTE":"true"}"3600""failed""10""racer.sh""50""SLOW=yes NAME=ncli AUSTER_CLEANUP=true MGSNID=lm0601@tcp:lm0602@tcp NETTYPE=tcp mds1_HOST=lm0601 MDSDEV1=\/dev\/vdb mds_HOST=lm0601 MDSDEV=\/dev\/vdb mds1failover_HOST=lm0602 mdsfailover_HOST=lm0602 mds2_HOST=lm0602 MDSDEV2=\/dev\/vdc mds2failover_HOST=lm0601 MDSCOUNT=2 ost1_HOST=lm0603 OSTDEV1=\/dev\/vdd ost1failover_HOST=lm0604 ost2_HOST=lm0603 OSTDEV2=\/dev\/vde ost2failover_HOST=lm0604 ost3_HOST=lm0604 OSTDEV3=\/dev\/vdb ost3failover_HOST=lm0603 ost4_HOST=lm0604 OSTDEV4=\/dev\/vdc ost4failover_HOST=lm0603 OSTCOUNT=4 CLIENTS=lm0605 RCLIENTS=\"lm0606,lm0607,lm0608\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=1 MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 RACER_ENABLE_STRIPED_DIRS=\"true\" DURATION=\"1800\" LOAD_MODULES_REMOTE=\"true\" RACER_ENABLE_MIGRATION=\"true\" MDSJOURNALSIZE=\"22\" RACER_ENABLE_OVERSTRIPE=\"false\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-custom\/17842\/\/ice-6-dectet-1\/shared-dir\/\/racer-FOFB\" RACER_LBUG_ON_EVICTION=\"true\" FSTYPE=\"ldiskfs\" RACER_FAILOVER=\"true\" RACER_ENABLE_FLR=\"true\" mdtest_nFiles=\"50000\" HONOR_EXCEPT=\"y\" RACER_MAX_CLEANUP_WAIT=\"1200\" ENABLE_QUOTA=\"yes\" RACER_ENABLE_DOM=\"true\" mdtest_iteration=\"5\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh start\" RACER_ENABLE_SNAPSHOT=\"true\" MODOPTS_PTLRPC=\"ldlm_enqueue_min=200 at_max=45\" FLAKEY=\"false\" MAXFREE=\"20000000\" RACER_ENABLE_PFL=\"true\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh destroy\" MDS_FS_MKFS_OPTS=\"-O large_xattr\" RACER_ENABLE_REMOTE_DIRS=\"true\"  \/usr\/lib64\/lustre\/tests\/racer.sh 2>     \/var\/log\/xperior\/test_stderr.926008.log 1>  \/var\/log\/xperior\/test_stdout.926008.log"1634013813"SLOW=yes NAME=ncli AUSTER_CLEANUP=true MGSNID=lm0601@tcp:lm0602@tcp NETTYPE=tcp mds1_HOST=lm0601 MDSDEV1=\/dev\/vdb mds_HOST=lm0601 MDSDEV=\/dev\/vdb mds1failover_HOST=lm0602 mdsfailover_HOST=lm0602 mds2_HOST=lm0602 MDSDEV2=\/dev\/vdc mds2failover_HOST=lm0601 MDSCOUNT=2 ost1_HOST=lm0603 OSTDEV1=\/dev\/vdd ost1failover_HOST=lm0604 ost2_HOST=lm0603 OSTDEV2=\/dev\/vde ost2failover_HOST=lm0604 ost3_HOST=lm0604 OSTDEV3=\/dev\/vdb ost3failover_HOST=lm0603 ost4_HOST=lm0604 OSTDEV4=\/dev\/vdc ost4failover_HOST=lm0603 OSTCOUNT=4 CLIENTS=lm0605 RCLIENTS=\"lm0606,lm0607,lm0608\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=1 MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 ENABLE_QUOTA=\"yes\" RACER_ENABLE_DOM=\"true\" mdtest_iteration=\"5\" RACER_MAX_CLEANUP_WAIT=\"1200\" RACER_ENABLE_PFL=\"true\" MAXFREE=\"20000000\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh destroy\" RACER_ENABLE_REMOTE_DIRS=\"true\" MDS_FS_MKFS_OPTS=\"-O large_xattr\" RACER_ENABLE_SNAPSHOT=\"true\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh start\" MODOPTS_PTLRPC=\"ldlm_enqueue_min=200 at_max=45\" FLAKEY=\"false\" RACER_ENABLE_OVERSTRIPE=\"false\" MDSJOURNALSIZE=\"22\" RACER_ENABLE_MIGRATION=\"true\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-custom\/17842\/\/ice-6-dectet-1\/shared-dir\/\/racer-FOFB\" DURATION=\"1800\" RACER_ENABLE_STRIPED_DIRS=\"true\" LOAD_MODULES_REMOTE=\"true\" RACER_FAILOVER=\"true\" RACER_ENABLE_FLR=\"true\" mdtest_nFiles=\"50000\" HONOR_EXCEPT=\"y\" FSTYPE=\"ldiskfs\" RACER_LBUG_ON_EVICTION=\"true\"  \/usr\/lib64\/lustre\/tests\/llmountcleanup.sh"[{"$id":"6165127cf72e6279c41553a4"},{"$id":"6165127cf72e6279c41553a6"},{"$id":"6165127cf72e6279c41553a8"},{"$id":"6165127cf72e6279c41553aa"},{"$id":"6165127cf72e6279c41553ac"},{"$id":"6165127cf72e6279c41553ae"},{"$id":"6165127cf72e6279c41553b0"},{"$id":"6165127cf72e6279c41553b2"},{"$id":"6165127cf72e6279c41553b4"},{"$id":"6165127cf72e6279c41553b6"},{"$id":"6165127cf72e6279c41553b8"},{"$id":"6165127cf72e6279c41553ba"},{"$id":"6165127cf72e6279c41553bc"},{"$id":"6165127cf72e6279c41553be"},{"$id":"6165127cf72e6279c41553c0"},{"$id":"6165127cf72e6279c41553c2"},{"$id":"6165127cf72e6279c41553c4"},{"$id":"6165127cf72e6279c41553c6"},{"$id":"6165127cf72e6279c41553c8"},{"$id":"6165127cf72e6279c41553ca"},{"$id":"6165127cf72e6279c41553cc"},{"$id":"6165127cf72e6279c41553cf"},{"$id":"6165127cf72e6279c41553d1"},{"$id":"6165127cf72e6279c41553d3"},{"$id":"6165127cf72e6279c41553d6"},{"$id":"6165127cf72e6279c41553d9"},{"$id":"6165127cf72e6279c41553db"},{"$id":"6165127cf72e6279c41553de"},{"$id":"6165127cf72e6279c41553e1"},{"$id":"6165127cf72e6279c41553e3"},{"$id":"6165127cf72e6279c41553e6"},{"$id":"6165127cf72e6279c41553e9"},{"$id":"6165127cf72e6279c41553eb"},{"$id":"6165127cf72e6279c41553ee"},{"$id":"6165127cf72e6279c41553f1"},{"$id":"6165127cf72e6279c41553f3"},{"$id":"6165127cf72e6279c41553f6"},{"$id":"6165127cf72e6279c41553f8"},{"$id":"6165127cf72e6279c41553fa"},{"$id":"6165127cf72e6279c41553fc"},{"$id":"6165127cf72e6279c41553fe"},{"$id":"6165127cf72e6279c4155400"}]"46604""1634003392""yes""-1""2.14.55_0daeebc""no"{"testrail_id":"","server_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/regular-build\/master\/full\/444\/","cli_branch":"2.14.55_0daeebc","buildurl":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=racer-FOFB\/17842\/","jira_ticket":"","sessionstarttime":1634013813,"client_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/regular-build\/master\/client\/444\/","branch":"RT_master:master:lnet-crash:scale","configuration":"dectet_lnet","srv_hash_id":"0daeebc","result_logs":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=racer-FOFB\/17842\/\/testReport\/racer-FOFB\/1","srv_branch":"2.14.55_0daeebc","recipients":"","test_opts":"","cli_hash_id":"0daeebc"}"yes""1""Killed by timeout after [3604] sec of execution""http:\/\/wiki.lustre.org\/index.php\/Testing_Lustre_Code""client1""SLOW=yes NAME=ncli AUSTER_CLEANUP=true MGSNID=lm0601@tcp:lm0602@tcp NETTYPE=tcp mds1_HOST=lm0601 MDSDEV1=\/dev\/vdb mds_HOST=lm0601 MDSDEV=\/dev\/vdb mds1failover_HOST=lm0602 mdsfailover_HOST=lm0602 mds2_HOST=lm0602 MDSDEV2=\/dev\/vdc mds2failover_HOST=lm0601 MDSCOUNT=2 ost1_HOST=lm0603 OSTDEV1=\/dev\/vdd ost1failover_HOST=lm0604 ost2_HOST=lm0603 OSTDEV2=\/dev\/vde ost2failover_HOST=lm0604 ost3_HOST=lm0604 OSTDEV3=\/dev\/vdb ost3failover_HOST=lm0603 ost4_HOST=lm0604 OSTDEV4=\/dev\/vdc ost4failover_HOST=lm0603 OSTCOUNT=4 CLIENTS=lm0605 RCLIENTS=\"lm0606,lm0607,lm0608\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=1 MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 RACER_MAX_CLEANUP_WAIT=\"1200\" ENABLE_QUOTA=\"yes\" RACER_ENABLE_DOM=\"true\" mdtest_iteration=\"5\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh start\" RACER_ENABLE_SNAPSHOT=\"true\" MODOPTS_PTLRPC=\"ldlm_enqueue_min=200 at_max=45\" FLAKEY=\"false\" RACER_ENABLE_PFL=\"true\" MAXFREE=\"20000000\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-6.dev.cray.com virsh destroy\" MDS_FS_MKFS_OPTS=\"-O large_xattr\" RACER_ENABLE_REMOTE_DIRS=\"true\" RACER_ENABLE_STRIPED_DIRS=\"true\" DURATION=\"1800\" LOAD_MODULES_REMOTE=\"true\" RACER_ENABLE_MIGRATION=\"true\" RACER_ENABLE_OVERSTRIPE=\"false\" MDSJOURNALSIZE=\"22\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-custom\/17842\/\/ice-6-dectet-1\/shared-dir\/\/racer-FOFB\" RACER_LBUG_ON_EVICTION=\"true\" FSTYPE=\"ldiskfs\" RACER_ENABLE_FLR=\"true\" RACER_FAILOVER=\"true\" mdtest_nFiles=\"50000\" HONOR_EXCEPT=\"y\" FORMAT=yes \/usr\/lib64\/lustre\/tests\/llmount.sh""10""Xperior::Executor::LustreTests""4""2.14.55_0daeebc""1634003392""data\/schemas\/testds.yaml""yes""1""0""1633999792"null"ReformatBefore: llmountcleanup passed\nReformatBefore: llmount passed\nError while listing '\/proc\/' entries on [lm0601], exitcode = -1\nError while listing '\/proc\/' entries on [lm0602], exitcode = -1\nCannot copy log file [\/tmp\/xpdiagnostic.1634004104.92345.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004238.46506.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004372.0609.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004372.59842.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004373.11427.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004373.61692.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004374.17624.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004374.64649.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004375.12192.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1634004375.65985.xml]: 256\n""1""not ok 1  #Killed by timeout after [3604] sec of execution""functional""racer-FOFB""Lustre racer-FOFB tests""7""c17818@cray.com""Vitaly Fertman""land LU-10254 to cray-2.11-int"{"components_0":"Lustre Test"}{"versions_0":"cs_3.x-int"}" racer on clients: lm0605,lm0606,lm0607,lm0608 DURATION=1800 ""1""LUS-10523""*console.*.log""*mdt_reconstruct_open()) ASSERTION( (!(rc * 0) || (lustre_msg_get_transno(req*rq_pill.rc_repmsg) == 0)) ) failed*"