{"$id":"616498a6f72e6273111b3e51"}"Lustre racer-FOFB tests"{"jira_ticket":"","sessionstarttime":1633982628,"client_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/regular-build\/master\/client\/441\/","srv_branch":"2.14.54_3db8e31","srv_hash_id":"3db8e31","test_opts":"","server_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/regular-build\/master\/full\/441\/","cli_hash_id":"3db8e31","testrail_id":"","result_logs":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=racer-FOFB\/17833\/\/testReport\/racer-FOFB\/1","configuration":"dectet_L300","recipients":"","cli_branch":"2.14.54_3db8e31","branch":"master:master:l300:fofb:racer","buildurl":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=racer-FOFB\/17833\/"}"Killed by timeout after [5042] sec of execution""SLOW=yes NAME=ncli AUSTER_CLEANUP=true MGSNID=lm0501@tcp:lm0502@tcp NETTYPE=tcp mds1_HOST=lm0501 MDSDEV1=\/dev\/vdb mds_HOST=lm0501 MDSDEV=\/dev\/vdb mds1failover_HOST=lm0502 mdsfailover_HOST=lm0502 mds2_HOST=lm0502 MDSDEV2=\/dev\/vdc mds2failover_HOST=lm0501 mds3_HOST=lm0503 MDSDEV3=\/dev\/vdc mds3failover_HOST=lm0504 mds4_HOST=lm0504 MDSDEV4=\/dev\/vdb mds4failover_HOST=lm0503 MDSCOUNT=4 ost1_HOST=lm0505 OSTDEV1=\/dev\/vdd ost1failover_HOST=lm0506 ost2_HOST=lm0505 OSTDEV2=\/dev\/vde ost2failover_HOST=lm0506 ost3_HOST=lm0506 OSTDEV3=\/dev\/vdb ost3failover_HOST=lm0505 ost4_HOST=lm0506 OSTDEV4=\/dev\/vdc ost4failover_HOST=lm0505 OSTCOUNT=4 CLIENTS=lm0507 RCLIENTS=\"lm0508,lm0509,lm0510\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=1 MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 RACER_FAILOVER=\"true\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-custom\/17833\/\/ice-5-dectet-1\/shared-dir\/\/racer-FOFB\" ENABLE_QUOTA=\"yes\" RACER_ENABLE_MIGRATION=\"true\" RACER_ENABLE_SNAPSHOT=\"true\" FSTYPE=\"ldiskfs\" DURATION=\"1800\" RACER_ENABLE_STRIPED_DIRS=\"true\" MDSJOURNALSIZE=\"22\" mdtest_iteration=\"5\" RACER_MAX_CLEANUP_WAIT=\"1200\" RACER_ENABLE_FLR=\"true\" FLAKEY=\"false\" MODOPTS_PTLRPC=\"ldlm_enqueue_min=200 at_max=45\" mdtest_nFiles=\"50000\" LOAD_MODULES_REMOTE=\"true\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-5.dev.cray.com virsh destroy\" RACER_ENABLE_OVERSTRIPE=\"false\" RACER_ENABLE_PFL=\"true\" MDS_FS_MKFS_OPTS=\"-O large_xattr\" RACER_ENABLE_REMOTE_DIRS=\"true\" RACER_LBUG_ON_EVICTION=\"true\" HONOR_EXCEPT=\"y\" MAXFREE=\"20000000\" RACER_ENABLE_DOM=\"true\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-5.dev.cray.com virsh start\" LFSCK_ALWAYS=\"yes\"  \/usr\/lib64\/lustre\/tests\/racer.sh 2>     \/var\/log\/xperior\/test_stderr.643359.log 1>  \/var\/log\/xperior\/test_stdout.643359.log""Error while listing '\/proc\/' entries on [lm0501], exitcode = -1\nCannot copy log file [\/tmp\/xpdiagnostic.1633975470.35466.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633976194.71518.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633976619.8449.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633976985.0747.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633977281.27383.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633977596.19751.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633978000.47827.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633978326.92739.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633978635.46763.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1633978956.62262.xml]: 256\n""yes""3978""StoreStat StoreConsole GetDiagnostics StacktraceGenerator""-1"null"failed""racer-FOFB"{"RACER_FAILOVER":"true","DURATION":"1800","RACER_ENABLE_DOM":"true","RACER_ENABLE_SNAPSHOT":"true","RACER_LBUG_ON_EVICTION":"true","mdtest_nFiles":"50000","RACER_ENABLE_FLR":"true","mdtest_iteration":"5","MAXFREE":"20000000","LFSCK_ALWAYS":"yes","RACER_ENABLE_MIGRATION":"true","MODOPTS_PTLRPC":"ldlm_enqueue_min=200 at_max=45","RACER_ENABLE_PFL":"true","HONOR_EXCEPT":"y","FLAKEY":"false","POWER_DOWN":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-5.dev.cray.com virsh destroy","RACER_ENABLE_STRIPED_DIRS":"true","POWER_UP":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-5.dev.cray.com virsh start","SHARED_DIRECTORY":"\/shared\/fremont\/test-results\/xperior-custom\/17833\/\/ice-5-dectet-1\/shared-dir\/\/racer-FOFB","FSTYPE":"ldiskfs","MDSJOURNALSIZE":"22","RACER_ENABLE_REMOTE_DIRS":"true","RACER_MAX_CLEANUP_WAIT":"1200","LOAD_MODULES_REMOTE":"true","ENABLE_QUOTA":"yes","MDS_FS_MKFS_OPTS":"-O large_xattr","RACER_ENABLE_OVERSTRIPE":"false"}"1633958488"[{"$id":"616498a5f72e6273111b3df1"},{"$id":"616498a5f72e6273111b3df3"},{"$id":"616498a5f72e6273111b3df5"},{"$id":"616498a5f72e6273111b3df7"},{"$id":"616498a5f72e6273111b3df9"},{"$id":"616498a5f72e6273111b3dfb"},{"$id":"616498a5f72e6273111b3dfd"},{"$id":"616498a5f72e6273111b3dff"},{"$id":"616498a5f72e6273111b3e01"},{"$id":"616498a5f72e6273111b3e03"},{"$id":"616498a5f72e6273111b3e05"},{"$id":"616498a5f72e6273111b3e07"},{"$id":"616498a5f72e6273111b3e09"},{"$id":"616498a5f72e6273111b3e0c"},{"$id":"616498a5f72e6273111b3e0e"},{"$id":"616498a5f72e6273111b3e10"},{"$id":"616498a5f72e6273111b3e12"},{"$id":"616498a5f72e6273111b3e15"},{"$id":"616498a5f72e6273111b3e17"},{"$id":"616498a5f72e6273111b3e19"},{"$id":"616498a5f72e6273111b3e1c"},{"$id":"616498a5f72e6273111b3e1e"},{"$id":"616498a5f72e6273111b3e20"},{"$id":"616498a5f72e6273111b3e23"},{"$id":"616498a5f72e6273111b3e25"},{"$id":"616498a5f72e6273111b3e27"},{"$id":"616498a5f72e6273111b3e2a"},{"$id":"616498a5f72e6273111b3e2c"},{"$id":"616498a5f72e6273111b3e2e"},{"$id":"616498a5f72e6273111b3e31"},{"$id":"616498a6f72e6273111b3e34"},{"$id":"616498a6f72e6273111b3e36"},{"$id":"616498a6f72e6273111b3e39"},{"$id":"616498a6f72e6273111b3e3c"},{"$id":"616498a6f72e6273111b3e3e"},{"$id":"616498a6f72e6273111b3e41"},{"$id":"616498a6f72e6273111b3e44"},{"$id":"616498a6f72e6273111b3e46"},{"$id":"616498a6f72e6273111b3e49"},{"$id":"616498a6f72e6273111b3e4c"},{"$id":"616498a6f72e6273111b3e4e"}]"50""not ok 1  #Killed by timeout after [5042] sec of execution""2.14.54_3db8e31""functional""3600""client1""http:\/\/wiki.lustre.org\/index.php\/Testing_Lustre_Code""1633962105""10""yes"{"lm0501":{"vmcore":"http:\/\/steve-0.dev.cray.com\/storage\/crashdumps\/kvms\/192.168.5.1"}}"yes""1""1""1""1633962088""data\/schemas\/testds.yaml""Xperior::Executor::LustreTests""2.14.54_3db8e31""ice-5.dev.cray.com""1""no""yes""1"1633982628"4""racer.sh""1""1""c17818@cray.com""Vitaly Fertman""land LU-10254 to cray-2.11-int"{"components_0":"Lustre Test"}{"versions_0":"cs_3.x-int"}" racer on clients: lm0507,lm0508,lm0509,lm0510 DURATION=1800 ""1""LUS-10522""*console.*.log""*BUG: unable to handle kernel NULL pointer*RIP:*lod_striping_load*[lod]*"