<!-- 
RSS generated by JIRA (9.4.14#940014-sha1:734e6822bbf0d45eff9af51f82432957f73aa32c) at Sat Feb 10 01:46:21 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>Whamcloud Community JIRA</title>
    <link>https://jira.whamcloud.com</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.4.14</version>
        <build-number>940014</build-number>
        <build-date>05-12-2023</build-date>
    </build-info>


<item>
            <title>[LU-4846] Failover test failure on test suite replay-single test_26: No space left</title>
                <link>https://jira.whamcloud.com/browse/LU-4846</link>
                <project id="10000" key="LU">Lustre</project>
                    <description>&lt;p&gt;This issue was created by maloo for sarah &amp;lt;sarah@whamcloud.com&amp;gt;&lt;/p&gt;

&lt;p&gt;This issue relates to the following test suite run: &lt;a href=&quot;http://maloo.whamcloud.com/test_sets/17d5d848-b1c4-11e3-9a4b-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://maloo.whamcloud.com/test_sets/17d5d848-b1c4-11e3-9a4b-52540035b04c&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;The sub-test test_26 failed with the following error:&lt;/p&gt;
&lt;blockquote&gt;
&lt;p&gt;test_26 failed with 5&lt;/p&gt;&lt;/blockquote&gt;

&lt;p&gt;In the previous tag-2.5.56, we didn&apos;t hit this no space left error&lt;br/&gt;
test log:&lt;/p&gt;
&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;== replay-single test 26: |X| open(O_CREAT), unlink two, close one, replay, close one (test mds_cleanup_orphans) == 03:14:43 (1395483283)
CMD: client-30vm3 sync; sync; sync
Filesystem                        1K-blocks   Used Available Use% Mounted on
client-30vm3:client-30vm7:/lustre  14449456 760996  12928224   6% /mnt/lustre
CMD: client-30vm1.lab.whamcloud.com,client-30vm5,client-30vm6 mcreate /mnt/lustre/fsa-\$(hostname); rm /mnt/lustre/fsa-\$(hostname)
CMD: client-30vm1.lab.whamcloud.com,client-30vm5,client-30vm6 if [ -d /mnt/lustre2 ]; then mcreate /mnt/lustre2/fsa-\$(hostname); rm /mnt/lustre2/fsa-\$(hostname); fi
CMD: client-30vm3 /usr/sbin/lctl --device lustre-MDT0000 notransno
CMD: client-30vm3 /usr/sbin/lctl --device lustre-MDT0000 readonly
CMD: client-30vm3 /usr/sbin/lctl mark mds1 REPLAY BARRIER on lustre-MDT0000
multiop /mnt/lustre/f26.replay-single-1 vO_tSc
TMPPIPE=/tmp/multiop_open_wait_pipe.19802
open(O_RDWR|O_CREAT): No space left on device
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;</description>
                <environment>client and server: lustre-master build # 1945 RHEL6</environment>
        <key id="24004">LU-4846</key>
            <summary>Failover test failure on test suite replay-single test_26: No space left</summary>
                <type id="1" iconUrl="https://jira.whamcloud.com/secure/viewavatar?size=xsmall&amp;avatarId=11303&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.whamcloud.com/images/icons/priorities/major.svg">Major</priority>
                        <status id="1" iconUrl="https://jira.whamcloud.com/images/icons/statuses/open.png" description="The issue is open and ready for the assignee to start work on it.">Open</status>
                    <statusCategory id="2" key="new" colorName="default"/>
                                    <resolution id="-1">Unresolved</resolution>
                                        <assignee username="hongchao.zhang">Hongchao Zhang</assignee>
                                    <reporter username="maloo">Maloo</reporter>
                        <labels>
                            <label>mq115</label>
                    </labels>
                <created>Tue, 1 Apr 2014 17:07:23 +0000</created>
                <updated>Tue, 8 May 2018 17:32:11 +0000</updated>
                                            <version>Lustre 2.6.0</version>
                    <version>Lustre 2.7.0</version>
                    <version>Lustre 2.5.3</version>
                    <version>Lustre 2.8.0</version>
                                                        <due></due>
                            <votes>0</votes>
                                    <watches>8</watches>
                                                                            <comments>
                            <comment id="80713" author="sarah" created="Tue, 1 Apr 2014 17:08:31 +0000"  >&lt;p&gt;Also seen in SLES11 SP3 failover test:&lt;br/&gt;
&lt;a href=&quot;https://maloo.whamcloud.com/test_sets/e76aab3c-b3b4-11e3-85be-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://maloo.whamcloud.com/test_sets/e76aab3c-b3b4-11e3-85be-52540035b04c&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="80726" author="green" created="Tue, 1 Apr 2014 17:45:13 +0000"  >&lt;p&gt;This test seems to have run out of space for some reason that needs to be tracked in test scripts I suspect.&lt;/p&gt;</comment>
                            <comment id="92075" author="yujian" created="Wed, 20 Aug 2014 20:37:16 +0000"  >&lt;p&gt;The replay-single out of space failures on Lustre b2_5 branch in hard failover test sessions were reported in &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-3326&quot; title=&quot;recovery-mds-scale test_failover_ost: tar: Cannot open: No space left on device&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-3326&quot;&gt;&lt;del&gt;LU-3326&lt;/del&gt;&lt;/a&gt; before. Since that ticket was closed, let&apos;s track the replay-single out of space failures in this ticket.&lt;/p&gt;

&lt;p&gt;Lustre Build: &lt;a href=&quot;https://build.hpdd.intel.com/job/lustre-b2_5/80/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://build.hpdd.intel.com/job/lustre-b2_5/80/&lt;/a&gt;&lt;br/&gt;
Distro/Arch: RHEL6.5/x86_64&lt;br/&gt;
Test Group: failover&lt;/p&gt;

&lt;p&gt;replay-single test 13,14,15,26,27,28,53e all hit out of space failures:&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/eba92472-25eb-11e4-8ee8-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/eba92472-25eb-11e4-8ee8-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="92174" author="yujian" created="Thu, 21 Aug 2014 20:44:49 +0000"  >&lt;p&gt;More instance on Lustre b2_5 branch: &lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/c237917a-2904-11e4-9362-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/c237917a-2904-11e4-9362-5254006e85c2&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Hi Hongchao, is this a duplicate of &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-5526&quot; title=&quot;recovery-mds-scale test failover_mds: dd: No space left on device&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-5526&quot;&gt;&lt;del&gt;LU-5526&lt;/del&gt;&lt;/a&gt;?&lt;/p&gt;</comment>
                            <comment id="92200" author="hongchao.zhang" created="Fri, 22 Aug 2014 04:32:40 +0000"  >&lt;p&gt;this should be another issue, and it was caused by the tests before these failed test (say, test_15), for the failed test failed just at the beginning,&lt;/p&gt;

&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;== replay-single test 15: open(O_CREAT), unlink |X|  touch new, close == 05:23:08 (1408598588)
multiop /mnt/lustre/f15.replay-single vO_tSc
TMPPIPE=/tmp/multiop_open_wait_pipe.794
open(O_RDWR|O_CREAT): No space left on device
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;then some of the previous tests could forget to cleanup its test and trigger the issue.&lt;/p&gt;

&lt;p&gt;for debug purpose, we can add &quot;sync&quot; in the failed tests to try to get some more free space.&lt;/p&gt;

&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;index 446283c..e7a85c1 100755
--- a/lustre/tests/replay-single.sh
+++ b/lustre/tests/replay-single.sh
@@ -336,6 +336,7 @@ test_14() {
 run_test 14 &lt;span class=&quot;code-quote&quot;&gt;&quot;open(O_CREAT), unlink |X| close&quot;&lt;/span&gt;
 
 test_15() {
+    sync
     multiop_bg_pause $DIR/$tfile O_tSc || &lt;span class=&quot;code-keyword&quot;&gt;return&lt;/span&gt; 5
     pid=$!
     rm -f $DIR/$tfile
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;</comment>
                            <comment id="92272" author="yujian" created="Sat, 23 Aug 2014 04:07:01 +0000"  >&lt;p&gt;Hi Hongchao,&lt;/p&gt;

&lt;p&gt;The out of space failure occurred on different sub-tests in replay-single.sh in different test runs. I&apos;m afraid that we cannot make sure which sub-tests need add &quot;sync&quot;.&lt;/p&gt;</comment>
                            <comment id="93584" author="yujian" created="Tue, 9 Sep 2014 19:06:11 +0000"  >&lt;p&gt;The same failure occurred consistently on Lustre b_ieel2_0 branch:&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/c5d51748-3765-11e4-a2a6-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/c5d51748-3765-11e4-a2a6-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/a8f61b6a-3781-11e4-9142-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/a8f61b6a-3781-11e4-9142-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/5e9611e2-375e-11e4-bcac-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/5e9611e2-375e-11e4-bcac-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/d9e8c6e6-3a5b-11e4-9a75-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/d9e8c6e6-3a5b-11e4-9a75-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/b5cfc644-4765-11e4-9640-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/b5cfc644-4765-11e4-9640-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/d0040858-4667-11e4-b3aa-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/d0040858-4667-11e4-b3aa-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/7ce44470-5211-11e4-af18-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/7ce44470-5211-11e4-af18-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/f144b5fc-5301-11e4-92d7-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/f144b5fc-5301-11e4-92d7-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="97915" author="yujian" created="Thu, 30 Oct 2014 06:36:28 +0000"  >&lt;p&gt;More instances on Lustre b2_5 branches:&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/a64f7f90-5ea6-11e4-badb-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/a64f7f90-5ea6-11e4-badb-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/1cd5f3a2-5483-11e4-84d2-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/1cd5f3a2-5483-11e4-84d2-5254006e85c2&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/9c4b1bbc-7a8a-11e4-b9fd-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/9c4b1bbc-7a8a-11e4-b9fd-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="99848" author="yujian" created="Sat, 22 Nov 2014 06:12:08 +0000"  >&lt;p&gt;The same failure occurred on master branch:&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/c3f0ec98-6903-11e4-9d25-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/c3f0ec98-6903-11e4-9d25-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="112196" author="sarah" created="Thu, 16 Apr 2015 04:57:16 +0000"  >&lt;p&gt;Hit this in current master:&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/9709e12a-e1b3-11e4-87fa-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/9709e12a-e1b3-11e4-87fa-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="114109" author="hongchao.zhang" created="Mon, 4 May 2015 06:10:41 +0000"  >&lt;p&gt;should be a duplicate&lt;/p&gt;</comment>
                            <comment id="135925" author="standan" created="Thu, 10 Dec 2015 20:04:28 +0000"  >&lt;p&gt;master, build# 3264, 2.7.64 tag&lt;br/&gt;
Hard Failover: EL6.7 Server/Client&lt;br/&gt;
Same issue blocking a series of tests tests_15,18,21 with the same issue.&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/80a20678-9edd-11e5-87a9-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/80a20678-9edd-11e5-87a9-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="135945" author="standan" created="Thu, 10 Dec 2015 21:15:55 +0000"  >&lt;p&gt;master, build# 3264, 2.7.64 tag&lt;br/&gt;
Hard Failover: EL6.7 Server/Client - ZFS&lt;br/&gt;
replay-single test_18 failed and test_20 timeout because of the same issue.&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/2f719028-9ebc-11e5-98a4-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/2f719028-9ebc-11e5-98a4-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="136368" author="standan" created="Tue, 15 Dec 2015 16:58:01 +0000"  >&lt;p&gt;master, build# 3266, 2.7.64 tag&lt;br/&gt;
Hard Failover: EL6.7 Server/SLES11 SP3 Clients&lt;br/&gt;
replay-single test_48 failed with same issue.&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/bcb62a46-a080-11e5-85ed-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/bcb62a46-a080-11e5-85ed-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="136370" author="standan" created="Tue, 15 Dec 2015 17:16:19 +0000"  >&lt;p&gt;replay-dual test_26 failing with same issue.&lt;br/&gt;
master, build# 3266, 2.7.64 tag&lt;br/&gt;
Hard Failover: EL7 Server/SLES11 SP3 Client&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/a6c5740c-a077-11e5-8d69-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/a6c5740c-a077-11e5-8d69-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="136373" author="standan" created="Tue, 15 Dec 2015 17:33:55 +0000"  >&lt;p&gt;replay-single test_18, test_21, test_48 failed with same issue.&lt;br/&gt;
master, build# 3266, 2.7.64 tag&lt;br/&gt;
Hard Failover: EL7 Server/SLES11 SP3 Client&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/a8b3fb9e-a077-11e5-8d69-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/a8b3fb9e-a077-11e5-8d69-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="137615" author="jamesanunez" created="Wed, 30 Dec 2015 03:54:36 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.whamcloud.com/browse/LU-7309&quot; title=&quot;replay-single test_70b: no space left on device&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-7309&quot;&gt;&lt;del&gt;LU-7309&lt;/del&gt;&lt;/a&gt; seems to be tracking the same problem; multiple replay-single tests failing with &apos;No space left on device&apos; &lt;/p&gt;</comment>
                            <comment id="139383" author="standan" created="Wed, 20 Jan 2016 01:09:45 +0000"  >&lt;p&gt;Another instance found for hardfailover: EL6.7 Server/Client&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/439c1dda-bc93-11e5-8f65-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/439c1dda-bc93-11e5-8f65-5254006e85c2&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Another instance found for hardfailover: EL6.7 Server/Client&lt;br/&gt;
&lt;a href=&quot;https://testing.hpdd.intel.com/test_sets/48226896-bc93-11e5-8f65-5254006e85c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://testing.hpdd.intel.com/test_sets/48226896-bc93-11e5-8f65-5254006e85c2&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                        <issuelink>
            <issuekey id="27689">LU-5947</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="32634">LU-7294</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Related</name>
                                            <outwardlinks description="is related to ">
                                        <issuelink>
            <issuekey id="26094">LU-5526</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="32681">LU-7309</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="50602">LU-10613</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                            <customfield id="customfield_10890" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10390" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hzwiy7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10090" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>13355</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10060" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Severity</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[3]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        </customfields>
    </item>
</channel>
</rss>