<!-- 
RSS generated by JIRA (9.4.14#940014-sha1:734e6822bbf0d45eff9af51f82432957f73aa32c) at Sat Feb 10 01:10:57 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>Whamcloud Community JIRA</title>
    <link>https://jira.whamcloud.com</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.4.14</version>
        <build-number>940014</build-number>
        <build-date>05-12-2023</build-date>
    </build-info>


<item>
            <title>[LU-844] LBUG: ASSERTION(iobuf-&gt;dr_npages &lt; iobuf-&gt;dr_max_pages)  when run obdfilter_survey using rsz &gt;= 2M</title>
                <link>https://jira.whamcloud.com/browse/LU-844</link>
                <project id="10000" key="LU">Lustre</project>
                    <description>&lt;p&gt;Ran obdfilter_survey(lustre-iokit-1.2-200709210921) for rsz&amp;gt;=2M against local disk using command:&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;size=32768 case=disk sh obdfilter-survey&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;I hit a LBUG:&lt;/p&gt;

&lt;p&gt;Nov 11 13:24:01 oss0 kernel: LustreError: 12359:0:(filter_io_26.c:293:filter_iobuf_add_page()) ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages) failed&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: LustreError: 12359:0:(filter_io_26.c:293:filter_iobuf_add_page()) LBUG&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: Pid: 12359, comm: lctl&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel:&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: Call Trace:&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff887786a1&amp;gt;&amp;#93;&lt;/span&gt; libcfs_debug_dumpstack+0x51/0x60 &lt;span class=&quot;error&quot;&gt;&amp;#91;libcfs&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88778bda&amp;gt;&amp;#93;&lt;/span&gt; lbug_with_loc+0x7a/0xd0 &lt;span class=&quot;error&quot;&gt;&amp;#91;libcfs&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88780ff0&amp;gt;&amp;#93;&lt;/span&gt; tracefile_init+0x0/0x110 &lt;span class=&quot;error&quot;&gt;&amp;#91;libcfs&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88b3b650&amp;gt;&amp;#93;&lt;/span&gt; ldiskfs_bmap+0x0/0xf0 &lt;span class=&quot;error&quot;&gt;&amp;#91;ldiskfs&amp;#93;&lt;/span&gt; &lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88c0291b&amp;gt;&amp;#93;&lt;/span&gt; filter_iobuf_add_page+0x3b/0x70 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88c05580&amp;gt;&amp;#93;&lt;/span&gt; filter_commitrw_write+0x4e0/0x2be0 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88bfe8ce&amp;gt;&amp;#93;&lt;/span&gt; filter_brw+0x52e/0x6e0 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8000f41d&amp;gt;&amp;#93;&lt;/span&gt; __alloc_pages+0x78/0x308&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88c2d462&amp;gt;&amp;#93;&lt;/span&gt; echo_client_brw_ioctl+0x1032/0x3050 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdecho&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8003336f&amp;gt;&amp;#93;&lt;/span&gt; __tcp_push_pending_frames+0x766/0x840&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff80022185&amp;gt;&amp;#93;&lt;/span&gt; tcp_transmit_skb+0x644/0x67c&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff80064ae9&amp;gt;&amp;#93;&lt;/span&gt; _spin_lock_bh+0x9/0x14&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff80030fdc&amp;gt;&amp;#93;&lt;/span&gt; release_sock+0x13/0xc1&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff800ce73f&amp;gt;&amp;#93;&lt;/span&gt; zone_statistics+0x3e/0x6d&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8000abd2&amp;gt;&amp;#93;&lt;/span&gt; get_page_from_freelist+0x378/0x43a&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff800ce73f&amp;gt;&amp;#93;&lt;/span&gt; zone_statistics+0x3e/0x6d&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff800ce73f&amp;gt;&amp;#93;&lt;/span&gt; zone_statistics+0x3e/0x6d&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88c30583&amp;gt;&amp;#93;&lt;/span&gt; echo_client_iocontrol+0x1103/0x2420 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdecho&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8001aa2d&amp;gt;&amp;#93;&lt;/span&gt; vsnprintf+0x5df/0x627&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff80001c20&amp;gt;&amp;#93;&lt;/span&gt; _stext+0xc20/0x1000&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff800d3af5&amp;gt;&amp;#93;&lt;/span&gt; __vmalloc_area_node+0x12e/0x156&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88804f07&amp;gt;&amp;#93;&lt;/span&gt; obd_ioctl_getdata+0x5b7/0xec0 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdclass&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff88819cf0&amp;gt;&amp;#93;&lt;/span&gt; class_handle_ioctl+0x1de0/0x2190 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdclass&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8000dad0&amp;gt;&amp;#93;&lt;/span&gt; permission+0x8d/0xc8&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff801aedd8&amp;gt;&amp;#93;&lt;/span&gt; misc_open+0x16c/0x260&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff888043cb&amp;gt;&amp;#93;&lt;/span&gt; obd_class_ioctl+0x19b/0x220 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdclass&amp;#93;&lt;/span&gt;&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff800423f3&amp;gt;&amp;#93;&lt;/span&gt; do_ioctl+0x21/0x6b&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff80030401&amp;gt;&amp;#93;&lt;/span&gt; vfs_ioctl+0x457/0x4b9&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff800b9630&amp;gt;&amp;#93;&lt;/span&gt; audit_syscall_entry+0x1a4/0x1cf&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8004c8fb&amp;gt;&amp;#93;&lt;/span&gt; sys_ioctl+0x59/0x78&lt;br/&gt;
Nov 11 13:24:01 oss0 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8005d28d&amp;gt;&amp;#93;&lt;/span&gt; tracesys+0xd5/0xe0&lt;/p&gt;

&lt;p&gt;I tested it using Lustre 1.8.5, 1.8.6-wc1, 1.8.7-wc1 and 2.1. All have the exact same problem. Especially, 1.8.5 and 2.1 will cause kernel panic. This problem happened on both real machine and virtual machine. It does not matter what other parameters I used, once I set rsc 1M to run obdfilter_survey, the problem happened immediately.&lt;/p&gt;</description>
                <environment>On linux 2.6.18-238.12.1</environment>
        <key id="12450">LU-844</key>
            <summary>LBUG: ASSERTION(iobuf-&gt;dr_npages &lt; iobuf-&gt;dr_max_pages)  when run obdfilter_survey using rsz &gt;= 2M</summary>
                <type id="1" iconUrl="https://jira.whamcloud.com/secure/viewavatar?size=xsmall&amp;avatarId=11303&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.whamcloud.com/images/icons/priorities/critical.svg">Critical</priority>
                        <status id="5" iconUrl="https://jira.whamcloud.com/images/icons/statuses/resolved.png" description="A resolution has been taken, and it is awaiting verification by reporter. From here issues are either reopened, or are closed.">Resolved</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="1">Fixed</resolution>
                                        <assignee username="bobijam">Zhenyu Xu</assignee>
                                    <reporter username="sxu">Sean Xu</reporter>
                        <labels>
                    </labels>
                <created>Mon, 14 Nov 2011 19:12:32 +0000</created>
                <updated>Wed, 4 Jan 2012 15:50:06 +0000</updated>
                            <resolved>Wed, 4 Jan 2012 14:39:17 +0000</resolved>
                                                    <fixVersion>Lustre 2.2.0</fixVersion>
                                        <due></due>
                            <votes>0</votes>
                                    <watches>2</watches>
                                                                            <comments>
                            <comment id="23035" author="cliffw" created="Tue, 15 Nov 2011 13:31:59 +0000"  >&lt;p&gt;I will see if I can replicate. Lustre does not use IO larger than 1M, so the 2M size may be unsupported. obdfilter-survey is now part of the main Lustre package, and should be installed in /usr/bin/obdfilter-survey. Can you re-try with that version, just for verification? We don&apos;t support the stand-alone version, and haven&apos;t since 2007 (hence the old date on the tarball)&lt;/p&gt;</comment>
                            <comment id="23036" author="sxu" created="Tue, 15 Nov 2011 13:50:43 +0000"  >&lt;p&gt;Thanks for your information. I tested using /usr/bin/obdfilter-survey on Lustre-1.8.6-wc1 and 2.1. rsz=2M still triggered same LBUG and kernel panic (lustre 2.1). &lt;/p&gt;</comment>
                            <comment id="23038" author="cliffw" created="Tue, 15 Nov 2011 18:07:28 +0000"  >&lt;p&gt;I can confirm that it LBUGs on a test machine here also. However, max Lustre IO size is 1M, so this is either a bug&lt;br/&gt;
in test_brw, or perhaps a non-supported feature. I will see about escalation.&lt;/p&gt;</comment>
                            <comment id="23075" author="pjones" created="Wed, 16 Nov 2011 08:42:24 +0000"  >&lt;p&gt;Bobi&lt;/p&gt;

&lt;p&gt;Could you please help on this one?&lt;/p&gt;

&lt;p&gt;Thanks&lt;/p&gt;

&lt;p&gt;Peter&lt;/p&gt;</comment>
                            <comment id="23109" author="bobijam" created="Wed, 16 Nov 2011 23:21:32 +0000"  >&lt;p&gt;What environmental variables have you set? esp. what rszhi did you set?&lt;/p&gt;</comment>
                            <comment id="23127" author="sxu" created="Thu, 17 Nov 2011 12:30:35 +0000"  >&lt;p&gt;I set rszlo=2048 and rszhi=2048 to run obdfilter-survery:&lt;/p&gt;

&lt;p&gt;$ nobjhi=2  thrhi=2 rszlo=2048 rszhi=2048 size=10240 case=dsik sh /usr/bin/obdfilter-survery &lt;/p&gt;

&lt;p&gt;It triggered LBUG immediately.&lt;/p&gt;</comment>
                            <comment id="23131" author="bobijam" created="Thu, 17 Nov 2011 22:31:58 +0000"  >&lt;p&gt;I think its obdfilter-survey issue, &quot;disk&quot; case interacts with filter module directly, and it only supports 1M IO data, please use rszhi less than 1024KB with &quot;disk&quot; test case. I&apos;ll come up a obdfilter-survey patch to constrain the limit.&lt;/p&gt;</comment>
                            <comment id="23171" author="sxu" created="Fri, 18 Nov 2011 12:02:35 +0000"  >&lt;p&gt;Alright, thanks.&lt;/p&gt;</comment>
                            <comment id="23434" author="bobijam" created="Fri, 25 Nov 2011 03:21:45 +0000"  >&lt;p&gt;patch tracking at &lt;a href=&quot;http://review.whamcloud.com/1741&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://review.whamcloud.com/1741&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="25688" author="hudson" created="Wed, 4 Jan 2012 14:23:25 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=server,distro=el5,ib_stack=ofa/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,server,el5,ofa #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25695" author="hudson" created="Wed, 4 Jan 2012 14:26:19 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=client,distro=el6,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,client,el6,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25702" author="hudson" created="Wed, 4 Jan 2012 14:28:51 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=client,distro=el5,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,client,el5,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25712" author="hudson" created="Wed, 4 Jan 2012 14:32:03 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=client,distro=sles11,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,client,sles11,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25719" author="hudson" created="Wed, 4 Jan 2012 14:32:57 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=i686,build_type=server,distro=el6,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; i686,server,el6,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25729" author="hudson" created="Wed, 4 Jan 2012 14:35:18 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=client,distro=ubuntu1004,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,client,ubuntu1004,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25736" author="hudson" created="Wed, 4 Jan 2012 14:35:33 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=client,distro=el5,ib_stack=ofa/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,client,el5,ofa #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25743" author="hudson" created="Wed, 4 Jan 2012 14:35:41 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=server,distro=el5,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,server,el5,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25744" author="pjones" created="Wed, 4 Jan 2012 14:39:17 +0000"  >&lt;p&gt;Landed for 2.2&lt;/p&gt;</comment>
                            <comment id="25753" author="hudson" created="Wed, 4 Jan 2012 14:40:39 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=x86_64,build_type=server,distro=el6,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; x86_64,server,el6,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25766" author="hudson" created="Wed, 4 Jan 2012 14:49:30 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=i686,build_type=client,distro=el6,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; i686,client,el6,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25773" author="hudson" created="Wed, 4 Jan 2012 15:24:00 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=i686,build_type=server,distro=el5,ib_stack=ofa/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; i686,server,el5,ofa #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25781" author="hudson" created="Wed, 4 Jan 2012 15:31:46 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=i686,build_type=server,distro=el5,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; i686,server,el5,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25788" author="hudson" created="Wed, 4 Jan 2012 15:42:04 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=i686,build_type=client,distro=el5,ib_stack=inkernel/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; i686,client,el5,inkernel #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="25796" author="hudson" created="Wed, 4 Jan 2012 15:50:06 +0000"  >&lt;p&gt;Integrated in &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;http://build.whamcloud.com/images/16x16/blue.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt; &lt;a href=&quot;http://build.whamcloud.com/job/lustre-master/./arch=i686,build_type=client,distro=el5,ib_stack=ofa/404/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;lustre-master &#187; i686,client,el5,ofa #404&lt;/a&gt;&lt;br/&gt;
     &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-844&quot; title=&quot;LBUG: ASSERTION(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages)  when run obdfilter_survey using rsz &amp;gt;= 2M&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-844&quot;&gt;&lt;del&gt;LU-844&lt;/del&gt;&lt;/a&gt; test: limit max IO data size for obdfilter test (Revision 78b38388cc3aa8f2f9ed367bc812165f24cbdb6a)&lt;/p&gt;

&lt;p&gt;     Result = SUCCESS&lt;br/&gt;
Oleg Drokin : &lt;a href=&quot;http://git.whamcloud.com/gitweb?p=fs/lustre-release.git;a=shortlog;h=refs/heads/master&amp;amp;a=commit&amp;amp;h=78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;78b38388cc3aa8f2f9ed367bc812165f24cbdb6a&lt;/a&gt;&lt;br/&gt;
Files : &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;lustre-iokit/obdfilter-survey/obdfilter-survey&lt;/li&gt;
&lt;/ul&gt;
</comment>
                    </comments>
                    <attachments>
                            <attachment id="10613" name="lbug_report.log" size="21810" author="sxu" created="Mon, 14 Nov 2011 19:12:32 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                            <customfield id="customfield_10890" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10040" key="com.atlassian.jira.plugin.system.customfieldtypes:labels">
                        <customfieldname>Epic</customfieldname>
                        <customfieldvalues>
                                        <label>performance</label>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_10390" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hzv7pj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10090" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4783</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10060" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Severity</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10023"><![CDATA[4]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        </customfields>
    </item>
</channel>
</rss>