{"$id":"61aa1fc1f72e6233cc4b7cd6"}"1""10""205"{"cli_hash_id":"848738a","srv_hash_id":"848738a","test_opts":"","configuration":"dectet_L300","srv_branch":"2.14.55_848738a","sessionstarttime":1638539191,"recipients":"","branch":"RT_master:master:l300:full-pool","buildurl":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=sanityn\/18374\/","jira_ticket":"","testrail_id":"","server_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/regular-build\/master\/full\/468\/","cli_branch":"2.14.55_848738a","client_packages":"http:\/\/steve-0.dev.cray.com\/storage\/lustre_builds\/regular-build\/master\/client\/468\/","result_logs":"http:\/\/morpheus.dev.cray.com:8080\/job\/xperior-custom\/SUITES=sanityn\/18374\/\/testReport\/sanityn\/43g"}"no""-1""functional""1""50""client1""43g"{"lm0311":{"vmcore":"http:\/\/steve-0.dev.cray.com\/storage\/crashdumps\/kvms\/192.168.3.11-2021-12-03-09:40:40"}}"yes""28981""Xperior::Executor::LustreTests"{"MDS_FS_MKFS_OPTS":"-O large_xattr","POWER_UP":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-3.dev.cray.com virsh start","KEEP_POOLS":"true","ENABLE_QUOTA":"yes","MDSJOURNALSIZE":"22","SHARED_DIRECTORY":"\/shared\/fremont\/test-results\/xperior-custom\/18374\/\/ice-3-dectet-2\/shared-dir\/\/sanityn","HONOR_EXCEPT":"y","FS_NPOOLS":"32","MAXFREE":"20000000","FS_POOL":"global","mdtest_iteration":"5","mdtest_nFiles":"50000","FSTYPE":"ldiskfs","POWER_DOWN":"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-3.dev.cray.com virsh destroy","FS_POOL_NOSTS":"2"}"Error while getting 'lctl dk' from [lm0311], exitcode = 1\nCannot copy log file [\/tmp\/xpdiagnostic.1638525332.69238.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525333.16935.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525333.59589.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525334.04338.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525334.49604.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525334.94571.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525335.80455.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525336.27261.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525336.73773.xml]: 256\nCannot copy log file [\/tmp\/xpdiagnostic.1638525337.2191.xml]: 256\n""sanityn.sh""Lustre sanityn tests""900""1638525277"null"failed""4""2.14.55_848738a""data\/schemas\/testds.yaml""http:\/\/wiki.lustre.org\/index.php\/Testing_Lustre_Code""StoreStat StoreConsole GetDiagnostics StacktraceGenerator""1638524373""yes""43g""yes""2.14.55_848738a""sanityn""SLOW=yes NAME=ncli AUSTER_CLEANUP=true MGSNID=lm0311@tcp:lm0312@tcp NETTYPE=tcp mds1_HOST=lm0311 MDSDEV1=\/dev\/vdb mds_HOST=lm0311 MDSDEV=\/dev\/vdb mds1failover_HOST=lm0312 mdsfailover_HOST=lm0312 mds2_HOST=lm0312 MDSDEV2=\/dev\/vdc mds2failover_HOST=lm0311 mds3_HOST=lm0313 MDSDEV3=\/dev\/vdb mds3failover_HOST=lm0314 mds4_HOST=lm0314 MDSDEV4=\/dev\/vdc mds4failover_HOST=lm0313 MDSCOUNT=4 ost1_HOST=lm0315 OSTDEV1=\/dev\/vdb ost1failover_HOST=lm0316 ost2_HOST=lm0315 OSTDEV2=\/dev\/vdc ost2failover_HOST=lm0316 ost3_HOST=lm0316 OSTDEV3=\/dev\/vdd ost3failover_HOST=lm0315 ost4_HOST=lm0316 OSTDEV4=\/dev\/vde ost4failover_HOST=lm0315 OSTCOUNT=4 CLIENTS=lm0317 RCLIENTS=\"lm0318,lm0319,lm0320\"   PDSH=\"\/usr\/bin\/pdsh -R ssh -S -w \" ONLY=43g MDS_MOUNT_OPTS=\"-o rw,user_xattr\" OST_MOUNT_OPTS=\"-o user_xattr\" MDSSIZE=0 OSTSIZE=0 mdtest_iteration=\"5\" MDS_FS_MKFS_OPTS=\"-O large_xattr\" POWER_DOWN=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-3.dev.cray.com virsh destroy\" ENABLE_QUOTA=\"yes\" SHARED_DIRECTORY=\"\/shared\/fremont\/test-results\/xperior-custom\/18374\/\/ice-3-dectet-2\/shared-dir\/\/sanityn\" MAXFREE=\"20000000\" HONOR_EXCEPT=\"y\" MDSJOURNALSIZE=\"22\" FSTYPE=\"ldiskfs\" POWER_UP=\"eval ssh -o 'UserKnownHostsFile=\/tmp\/lustre-known-hosts' -o 'StrictHostKeyChecking=no' ice-3.dev.cray.com virsh start\" FS_NPOOLS=\"32\" KEEP_POOLS=\"true\" FS_POOL=\"global\" mdtest_nFiles=\"50000\" FS_POOL_NOSTS=\"2\"  \/usr\/lib64\/lustre\/tests\/sanityn.sh 2>     \/var\/log\/xperior\/test_stderr.187930.log 1>  \/var\/log\/xperior\/test_stdout.187930.log""yes"1638539191[{"$id":"61aa1fc0f72e6233cc4b7c74"},{"$id":"61aa1fc0f72e6233cc4b7c76"},{"$id":"61aa1fc0f72e6233cc4b7c78"},{"$id":"61aa1fc0f72e6233cc4b7c7a"},{"$id":"61aa1fc0f72e6233cc4b7c7c"},{"$id":"61aa1fc0f72e6233cc4b7c7e"},{"$id":"61aa1fc0f72e6233cc4b7c80"},{"$id":"61aa1fc0f72e6233cc4b7c82"},{"$id":"61aa1fc0f72e6233cc4b7c84"},{"$id":"61aa1fc0f72e6233cc4b7c86"},{"$id":"61aa1fc0f72e6233cc4b7c88"},{"$id":"61aa1fc0f72e6233cc4b7c8a"},{"$id":"61aa1fc0f72e6233cc4b7c8c"},{"$id":"61aa1fc0f72e6233cc4b7c8e"},{"$id":"61aa1fc0f72e6233cc4b7c90"},{"$id":"61aa1fc0f72e6233cc4b7c92"},{"$id":"61aa1fc0f72e6233cc4b7c94"},{"$id":"61aa1fc0f72e6233cc4b7c96"},{"$id":"61aa1fc0f72e6233cc4b7c98"},{"$id":"61aa1fc0f72e6233cc4b7c9b"},{"$id":"61aa1fc0f72e6233cc4b7c9d"},{"$id":"61aa1fc0f72e6233cc4b7c9f"},{"$id":"61aa1fc0f72e6233cc4b7ca2"},{"$id":"61aa1fc0f72e6233cc4b7ca4"},{"$id":"61aa1fc0f72e6233cc4b7ca6"},{"$id":"61aa1fc1f72e6233cc4b7ca9"},{"$id":"61aa1fc1f72e6233cc4b7cab"},{"$id":"61aa1fc1f72e6233cc4b7cad"},{"$id":"61aa1fc1f72e6233cc4b7cb0"},{"$id":"61aa1fc1f72e6233cc4b7cb2"},{"$id":"61aa1fc1f72e6233cc4b7cb4"},{"$id":"61aa1fc1f72e6233cc4b7cb7"},{"$id":"61aa1fc1f72e6233cc4b7cb9"},{"$id":"61aa1fc1f72e6233cc4b7cbb"},{"$id":"61aa1fc1f72e6233cc4b7cbe"},{"$id":"61aa1fc1f72e6233cc4b7cc0"},{"$id":"61aa1fc1f72e6233cc4b7cc2"},{"$id":"61aa1fc1f72e6233cc4b7cc5"},{"$id":"61aa1fc1f72e6233cc4b7cc7"},{"$id":"61aa1fc1f72e6233cc4b7cc9"},{"$id":"61aa1fc1f72e6233cc4b7ccc"},{"$id":"61aa1fc1f72e6233cc4b7cce"},{"$id":"61aa1fc1f72e6233cc4b7cd0"},{"$id":"61aa1fc1f72e6233cc4b7cd3"}]"not ok 1  #Killed by timeout after [907] sec of execution""ice-3.dev.cray.com""Killed by timeout after [907] sec of execution""1638525273""1""1""1""LUS-10635""*vmcore-dmesg.txt""*kernel BUG at lib\/list_debug.c:50*RIP:*list_del_entry_valid.cold*""10718""2""3"0"lustre-triage@cray.com""Lustre Triage"nullnull"sanityn test_43g: kernel BUG at lib\/list_debug.c:50!"{"versions_0":"2.15.0"}