<!-- 
RSS generated by JIRA (9.4.14#940014-sha1:734e6822bbf0d45eff9af51f82432957f73aa32c) at Sat Feb 10 01:20:01 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>Whamcloud Community JIRA</title>
    <link>https://jira.whamcloud.com</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.4.14</version>
        <build-number>940014</build-number>
        <build-date>05-12-2023</build-date>
    </build-info>


<item>
            <title>[LU-1824] Test failure on test suite obdfilter-survey, subtest test_2a</title>
                <link>https://jira.whamcloud.com/browse/LU-1824</link>
                <project id="10000" key="LU">Lustre</project>
                    <description>&lt;p&gt;This issue was created by maloo for sarah &amp;lt;sarah@whamcloud.com&amp;gt;&lt;/p&gt;

&lt;p&gt;This issue relates to the following test suite run: &lt;a href=&quot;https://maloo.whamcloud.com/test_sets/20e050dc-f42c-11e1-b3b2-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://maloo.whamcloud.com/test_sets/20e050dc-f42c-11e1-b3b2-52540035b04c&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;The sub-test test_2a failed with the following error:&lt;/p&gt;
&lt;blockquote&gt;
&lt;p&gt;test failed to respond and timed out&lt;/p&gt;&lt;/blockquote&gt;

&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;== obdfilter-survey test 2a: Stripe F/S over the Network ============================================= 00:18:06 (1346483886)
CMD: client-25vm8 lctl dl | grep obdfilter
client-25vm8: error: dl: No such file or directory opening /proc/fs/lustre/devices
client-25vm8: opening /dev/obd failed: No such device
client-25vm8: hint: the kernel modules may not be loaded
client-25vm8: Error getting device list: No such device: check dmesg.
CMD: client-25vm8 /usr/sbin/lctl list_nids | grep tcp | cut -f 1 -d &apos;@&apos;
client-25vm8: opening /dev/lnet failed: No such device
client-25vm8: hint: the kernel modules may not be loaded
client-25vm8: IOC_LIBCFS_GET_NI error 19: No such device
+ NETTYPE=tcp thrlo=8 nobjhi=1 thrhi=16 size=1024 case=netdisk rslt_loc=/tmp targets=&quot;&quot; /usr/bin/obdfilter-survey
Sat Sep  1 00:18:08 PDT 2012 Obdfilter-survey for case=netdisk from client-25vm2.lab.whamcloud.com
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;Found LBUG in sub test_1c OST log:&lt;/p&gt;
&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;22:20:13:LustreError: 8181:0:(filter_io_26.c:483:filter_direct_io()) LBUG
22:20:13:Pid: 8181, comm: lctl
22:20:13:
22:20:13:Call Trace:
22:20:14: [&amp;lt;ffffffffa0939905&amp;gt;] libcfs_debug_dumpstack+0x55/0x80 [libcfs]
22:20:14: [&amp;lt;ffffffffa0939f17&amp;gt;] lbug_with_loc+0x47/0xb0 [libcfs]
22:20:14: [&amp;lt;ffffffffa0bcf147&amp;gt;] filter_alloc_iobuf+0x1287/0x12d0 [obdfilter]
22:20:14: [&amp;lt;ffffffffa0bd044c&amp;gt;] filter_commitrw_write+0x12bc/0x2eb8 [obdfilter]
22:20:14: [&amp;lt;ffffffffa0bc44f6&amp;gt;] ? filter_preprw_write+0xf06/0x2320 [obdfilter]
22:20:14: [&amp;lt;ffffffffa0950702&amp;gt;] ? cfs_hash_rw_lock+0x12/0x30 [libcfs]
22:20:14: [&amp;lt;ffffffffa0552c7b&amp;gt;] ? cl_env_put+0x1cb/0x370 [obdclass]
22:20:14: [&amp;lt;ffffffffa0bc351d&amp;gt;] filter_commitrw+0x27d/0x2a0 [obdfilter]
22:20:14: [&amp;lt;ffffffffa0bc6710&amp;gt;] ? filter_preprw+0x80/0xa0 [obdfilter]
22:20:14: [&amp;lt;ffffffffa07a41da&amp;gt;] echo_client_brw_ioctl+0x82a/0x13e0 [obdecho]
22:20:14: [&amp;lt;ffffffff811633b5&amp;gt;] ? __kmalloc+0xe5/0x220
22:20:14: [&amp;lt;ffffffffa054d78b&amp;gt;] ? lu_context_init+0xab/0x260 [obdclass]
22:20:14: [&amp;lt;ffffffffa07ac6a0&amp;gt;] echo_client_iocontrol+0xbb0/0x2950 [obdecho]
22:20:14: [&amp;lt;ffffffff81134425&amp;gt;] ? shmem_getpage+0x225/0x9f0
22:20:14: [&amp;lt;ffffffffa093abe0&amp;gt;] ? cfs_alloc+0x30/0x60 [libcfs]
22:20:14: [&amp;lt;ffffffffa04fbd8a&amp;gt;] ? obd_ioctl_getdata+0x13a/0x1160 [obdclass]
22:20:14: [&amp;lt;ffffffffa050f54f&amp;gt;] class_handle_ioctl+0x12ff/0x1ed0 [obdclass]
22:20:15: [&amp;lt;ffffffff8113ff34&amp;gt;] ? handle_mm_fault+0x1e4/0x2b0
22:20:15: [&amp;lt;ffffffffa04fb2ab&amp;gt;] obd_class_ioctl+0x4b/0x190 [obdclass]
22:20:15: [&amp;lt;ffffffff8118dff2&amp;gt;] vfs_ioctl+0x22/0xa0
22:20:15: [&amp;lt;ffffffff81039678&amp;gt;] ? pvclock_clocksource_read+0x58/0xd0
22:20:15: [&amp;lt;ffffffff8118e194&amp;gt;] do_vfs_ioctl+0x84/0x580
22:20:15: [&amp;lt;ffffffff8118e711&amp;gt;] sys_ioctl+0x81/0xa0
22:20:15: [&amp;lt;ffffffff8100b0f2&amp;gt;] system_call_fastpath+0x16/0x1b
22:20:15:
22:20:15:Kernel panic - not syncing: LBUG
22:20:15:Pid: 8181, comm: lctl Not tainted 2.6.32-279.5.1.el6_lustre.x86_64 #1
22:20:15:Call Trace:
22:20:15: [&amp;lt;ffffffff814fd58a&amp;gt;] ? panic+0xa0/0x168
22:20:15: [&amp;lt;ffffffffa0939f6b&amp;gt;] ? lbug_with_loc+0x9b/0xb0 [libcfs]
22:20:15: [&amp;lt;ffffffffa0bcf147&amp;gt;] ? filter_alloc_iobuf+0x1287/0x12d0 [obdfilter]
22:20:16: [&amp;lt;ffffffffa0bd044c&amp;gt;] ? filter_commitrw_write+0x12bc/0x2eb8 [obdfilter]
22:20:16: [&amp;lt;ffffffffa0bc44f6&amp;gt;] ? filter_preprw_write+0xf06/0x2320 [obdfilter]
22:20:16: [&amp;lt;ffffffffa0950702&amp;gt;] ? cfs_hash_rw_lock+0x12/0x30 [libcfs]
22:20:16: [&amp;lt;ffffffffa0552c7b&amp;gt;] ? cl_env_put+0x1cb/0x370 [obdclass]
22:20:16: [&amp;lt;ffffffffa0bc351d&amp;gt;] ? filter_commitrw+0x27d/0x2a0 [obdfilter]
22:20:17: [&amp;lt;ffffffffa0bc6710&amp;gt;] ? filter_preprw+0x80/0xa0 [obdfilter]
22:20:17: [&amp;lt;ffffffffa07a41da&amp;gt;] ? echo_client_brw_ioctl+0x82a/0x13e0 [obdecho]
22:20:17: [&amp;lt;ffffffff811633b5&amp;gt;] ? __kmalloc+0xe5/0x220
22:20:17: [&amp;lt;ffffffffa054d78b&amp;gt;] ? lu_context_init+0xab/0x260 [obdclass]
22:20:17: [&amp;lt;ffffffffa07ac6a0&amp;gt;] ? echo_client_iocontrol+0xbb0/0x2950 [obdecho]
22:20:17: [&amp;lt;ffffffff81134425&amp;gt;] ? shmem_getpage+0x225/0x9f0
22:20:17: [&amp;lt;ffffffffa093abe0&amp;gt;] ? cfs_alloc+0x30/0x60 [libcfs]
22:20:17: [&amp;lt;ffffffffa04fbd8a&amp;gt;] ? obd_ioctl_getdata+0x13a/0x1160 [obdclass]
22:20:17: [&amp;lt;ffffffffa050f54f&amp;gt;] ? class_handle_ioctl+0x12ff/0x1ed0 [obdclass]
22:20:17: [&amp;lt;ffffffff8113ff34&amp;gt;] ? handle_mm_fault+0x1e4/0x2b0
22:20:17: [&amp;lt;ffffffffa04fb2ab&amp;gt;] ? obd_class_ioctl+0x4b/0x190 [obdclass]
22:20:17: [&amp;lt;ffffffff8118dff2&amp;gt;] ? vfs_ioctl+0x22/0xa0
22:20:17: [&amp;lt;ffffffff81039678&amp;gt;] ? pvclock_clocksource_read+0x58/0xd0
22:20:17: [&amp;lt;ffffffff8118e194&amp;gt;] ? do_vfs_ioctl+0x84/0x580
22:20:17: [&amp;lt;ffffffff8118e711&amp;gt;] ? sys_ioctl+0x81/0xa0
22:20:17: [&amp;lt;ffffffff8100b0f2&amp;gt;] ? system_call_fastpath+0x16/0x1b
22:20:17:Initializing cgroup subsys cpuset
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;</description>
                <environment>server: lustreb2_3-tag2.2.94 RHEL6&lt;br/&gt;
client: lustreb2_3-tag2.2.94 RHEL5/RHEL6</environment>
        <key id="15676">LU-1824</key>
            <summary>Test failure on test suite obdfilter-survey, subtest test_2a</summary>
                <type id="1" iconUrl="https://jira.whamcloud.com/secure/viewavatar?size=xsmall&amp;avatarId=11303&amp;avatarType=issuetype">Bug</type>
                                            <priority id="1" iconUrl="https://jira.whamcloud.com/images/icons/priorities/blocker.svg">Blocker</priority>
                        <status id="5" iconUrl="https://jira.whamcloud.com/images/icons/statuses/resolved.png" description="A resolution has been taken, and it is awaiting verification by reporter. From here issues are either reopened, or are closed.">Resolved</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="1">Fixed</resolution>
                                        <assignee username="yujian">Jian Yu</assignee>
                                    <reporter username="maloo">Maloo</reporter>
                        <labels>
                    </labels>
                <created>Tue, 4 Sep 2012 13:10:41 +0000</created>
                <updated>Mon, 10 Sep 2012 16:54:18 +0000</updated>
                            <resolved>Mon, 10 Sep 2012 16:17:10 +0000</resolved>
                                    <version>Lustre 2.3.0</version>
                                    <fixVersion>Lustre 2.3.0</fixVersion>
                    <fixVersion>Lustre 2.4.0</fixVersion>
                                        <due></due>
                            <votes>0</votes>
                                    <watches>4</watches>
                                                                            <comments>
                            <comment id="44143" author="sarah" created="Tue, 4 Sep 2012 13:25:05 +0000"  >&lt;p&gt;another failure: &lt;a href=&quot;https://maloo.whamcloud.com/test_sets/9e55d668-f440-11e1-8032-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://maloo.whamcloud.com/test_sets/9e55d668-f440-11e1-8032-52540035b04c&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="44158" author="jlevi" created="Tue, 4 Sep 2012 15:14:32 +0000"  >&lt;p&gt;I have made this a blocker given the % of failure and feedback from Sarah.&lt;/p&gt;</comment>
                            <comment id="44281" author="pjones" created="Thu, 6 Sep 2012 09:29:53 +0000"  >&lt;p&gt;Yujian&lt;/p&gt;

&lt;p&gt;Could you please look into this one&lt;/p&gt;

&lt;p&gt;Peter&lt;/p&gt;</comment>
                            <comment id="44349" author="yujian" created="Fri, 7 Sep 2012 06:06:33 +0000"  >&lt;p&gt;Per report &lt;a href=&quot;https://maloo.whamcloud.com/test_sets/20e050dc-f42c-11e1-b3b2-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://maloo.whamcloud.com/test_sets/20e050dc-f42c-11e1-b3b2-52540035b04c&lt;/a&gt;, the test failed at sub-test 1c:&lt;/p&gt;
&lt;div class=&quot;panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;panelContent&quot;&gt;
&lt;p&gt;22:19:04:== obdfilter-survey test 1c: Object Storage Targets survey, big batch ================================ 22:16:34 (1346476594)&lt;br/&gt;
22:19:04:CMD: client-25vm8 lctl dl | grep obdfilter&lt;br/&gt;
22:19:04:CMD: client-25vm8 /usr/sbin/lctl list_nids | grep tcp | cut -f 1 -d &apos;@&apos;&lt;br/&gt;
22:19:04:+ NETTYPE=tcp thrlo=128 nobjhi=1 thrhi=128 size=8192 case=disk rslt_loc=/tmp targets=&quot;10.10.4.147:lustre-OST0000 10.10.4.147:lustre-OST0001 10.10.4.147:lustre-OST0002 10.10.4.147:lustre-OST0003 10.10.4.147:lustre-OST0004 10.10.4.147:lustre-OST0005 10.10.4.147:lustre-OST0006&quot; /usr/bin/obdfilter-survey&lt;br/&gt;
22:19:04:Fri Aug 31 22:16:48 PDT 2012 Obdfilter-survey for case=disk from client-25vm2.lab.whamcloud.com&lt;br/&gt;
&lt;font color=&quot;red&quot;&gt;00:16:54:ost  7 sz 58720256K rsz 1024K obj    7 thr  896 write Read from remote host 10.10.4.147: Connection reset by peer&lt;/font&gt;&lt;br/&gt;
00:17:00:   7.96 [   0.00,  80.99] rewrite 74363.59             ERROR read 129539.14             ERROR &lt;br/&gt;
00:17:02:opening /dev/obd failed: No such device&lt;br/&gt;
00:17:02:hint: the kernel modules may not be loaded&lt;br/&gt;
00:17:02:No device found for name lustre-OST0000_ecc: No such device&lt;/p&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;LBUG on OSS was:&lt;/p&gt;
&lt;div class=&quot;panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;panelContent&quot;&gt;
&lt;p&gt;&lt;font color=&quot;red&quot;&gt;22:20:13:LustreError: 8181:0:(filter_io_26.c:483:filter_direct_io()) ASSERTION( iobuf-&amp;gt;dr_npages &amp;gt; 0 ) failed:&lt;/font&gt; &lt;br/&gt;
22:20:13:LustreError: 8181:0:(filter_io_26.c:483:filter_direct_io()) LBUG&lt;br/&gt;
22:20:13:Pid: 8181, comm: lctl&lt;br/&gt;
22:20:13:&lt;br/&gt;
22:20:13:Call Trace:&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0939905&amp;gt;&amp;#93;&lt;/span&gt; libcfs_debug_dumpstack+0x55/0x80 &lt;span class=&quot;error&quot;&gt;&amp;#91;libcfs&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0939f17&amp;gt;&amp;#93;&lt;/span&gt; lbug_with_loc+0x47/0xb0 &lt;span class=&quot;error&quot;&gt;&amp;#91;libcfs&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0bcf147&amp;gt;&amp;#93;&lt;/span&gt; filter_alloc_iobuf+0x1287/0x12d0 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0bd044c&amp;gt;&amp;#93;&lt;/span&gt; filter_commitrw_write+0x12bc/0x2eb8 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0bc44f6&amp;gt;&amp;#93;&lt;/span&gt; ? filter_preprw_write+0xf06/0x2320 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0950702&amp;gt;&amp;#93;&lt;/span&gt; ? cfs_hash_rw_lock+0x12/0x30 &lt;span class=&quot;error&quot;&gt;&amp;#91;libcfs&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0552c7b&amp;gt;&amp;#93;&lt;/span&gt; ? cl_env_put+0x1cb/0x370 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdclass&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0bc351d&amp;gt;&amp;#93;&lt;/span&gt; filter_commitrw+0x27d/0x2a0 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;br/&gt;
22:20:14: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0bc6710&amp;gt;&amp;#93;&lt;/span&gt; ? filter_preprw+0x80/0xa0 &lt;span class=&quot;error&quot;&gt;&amp;#91;obdfilter&amp;#93;&lt;/span&gt;&lt;/p&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;This issue was introduced by commit a959779: &lt;a href=&quot;http://review.whamcloud.com/3446&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://review.whamcloud.com/3446&lt;/a&gt; and &lt;b&gt;hidden&lt;/b&gt; before commit 88214c0: &lt;a href=&quot;http://review.whamcloud.com/3692&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://review.whamcloud.com/3692&lt;/a&gt; was landed. The analysis and patch will be uploaded later.&lt;/p&gt;</comment>
                            <comment id="44360" author="yujian" created="Fri, 7 Sep 2012 10:32:37 +0000"  >&lt;p&gt;The assertion failure occurred in filter_direct_io():&lt;/p&gt;
&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeHeader panelHeader&quot; style=&quot;border-bottom-width: 1px;&quot;&gt;&lt;b&gt;filter_direct_io()&lt;/b&gt;&lt;/div&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;&lt;span class=&quot;code-comment&quot;&gt;//
&lt;/span&gt;        &lt;span class=&quot;code-keyword&quot;&gt;if&lt;/span&gt; (rw == OBD_BRW_READ) {
                &lt;span class=&quot;code-comment&quot;&gt;//&#8230;&#8230;
&lt;/span&gt;        } &lt;span class=&quot;code-keyword&quot;&gt;else&lt;/span&gt; {
                LASSERTF(rw == OBD_BRW_WRITE, &lt;span class=&quot;code-quote&quot;&gt;&quot;%x\n&quot;&lt;/span&gt;, rw);
                LASSERT(iobuf-&amp;gt;dr_npages &amp;gt; 0);
                &lt;span class=&quot;code-comment&quot;&gt;//&#8230;&#8230;
&lt;/span&gt;        }
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;
&lt;p&gt;The iobuf-&amp;gt;dr_npages was 0, which triggered the failure.&lt;/p&gt;

&lt;p&gt;By looking into filter_commitrw_write() (which called filter_direct_io()), we can see the value of iobuf-&amp;gt;dr_npages was increased inside filter_iobuf_add_page():&lt;/p&gt;
&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeHeader panelHeader&quot; style=&quot;border-bottom-width: 1px;&quot;&gt;&lt;b&gt;filter_iobuf_add_page()&lt;/b&gt;&lt;/div&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;&lt;span class=&quot;code-comment&quot;&gt;//
&lt;/span&gt;        LASSERT(iobuf-&amp;gt;dr_npages &amp;lt; iobuf-&amp;gt;dr_max_pages);
        iobuf-&amp;gt;dr_pages[iobuf-&amp;gt;dr_npages++] = page;
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;However, the code did not go into filter_iobuf_add_page(), because all of the lnb-&amp;gt;rc values were not 0 while checking them in filter_commitrw_write():&lt;/p&gt;
&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeHeader panelHeader&quot; style=&quot;border-bottom-width: 1px;&quot;&gt;&lt;b&gt;filter_commitrw_write()&lt;/b&gt;&lt;/div&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;&lt;span class=&quot;code-comment&quot;&gt;//
&lt;/span&gt;        &lt;span class=&quot;code-keyword&quot;&gt;for&lt;/span&gt; (i = 0, lnb = res; i &amp;lt; niocount; i++, lnb++) {
                &lt;span class=&quot;code-comment&quot;&gt;//......
&lt;/span&gt;                &lt;span class=&quot;code-keyword&quot;&gt;if&lt;/span&gt; (lnb-&amp;gt;rc) { &lt;span class=&quot;code-comment&quot;&gt;/* ENOSPC, network RPC error, etc. */&lt;/span&gt;
                        CDEBUG(D_INODE, &lt;span class=&quot;code-quote&quot;&gt;&quot;Skipping [%d] == %d\n&quot;&lt;/span&gt;, i, lnb-&amp;gt;rc);
                        &lt;span class=&quot;code-keyword&quot;&gt;continue&lt;/span&gt;;
                }
                &lt;span class=&quot;code-comment&quot;&gt;//......
&lt;/span&gt;                err = filter_iobuf_add_page(obd, iobuf, inode, lnb-&amp;gt;page);
                &lt;span class=&quot;code-comment&quot;&gt;//......
&lt;/span&gt;        }
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;Why all of the lnb-&amp;gt;rc values were not 0? The initial value of lnb-&amp;gt;rc was 0 which was set inside filter_map_remote_to_local():&lt;/p&gt;
&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;&lt;span class=&quot;code-comment&quot;&gt;//
&lt;/span&gt;        &lt;span class=&quot;code-keyword&quot;&gt;for&lt;/span&gt; (i = 0, rnb = nb, lnb = res; i &amp;lt; obj-&amp;gt;ioo_bufcnt; i++, rnb++) {
                &lt;span class=&quot;code-comment&quot;&gt;//......
&lt;/span&gt;                        lnb-&amp;gt;offset = offset;
                        lnb-&amp;gt;len = plen;
                        lnb-&amp;gt;flags = rnb-&amp;gt;flags;
                        lnb-&amp;gt;page = NULL;
                        lnb-&amp;gt;rc = 0;
                        lnb-&amp;gt;lnb_grant_used = 0;
                        lnb++;
                &lt;span class=&quot;code-comment&quot;&gt;//......
&lt;/span&gt;        }
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;And the value of lnb-&amp;gt;rc was changed to -ENOSPC inside filter_grant_check() while there was no space for the write operation:&lt;/p&gt;
&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeHeader panelHeader&quot; style=&quot;border-bottom-width: 1px;&quot;&gt;&lt;b&gt;filter_grant_check()&lt;/b&gt;&lt;/div&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;&lt;span class=&quot;code-comment&quot;&gt;//
&lt;/span&gt;        &lt;span class=&quot;code-keyword&quot;&gt;for&lt;/span&gt; (obj = 0; obj &amp;lt; objcount; obj++) {
                &lt;span class=&quot;code-keyword&quot;&gt;for&lt;/span&gt; (i = 0; i &amp;lt; fso[obj].fso_bufcnt; i++, n++) {
                        &lt;span class=&quot;code-comment&quot;&gt;//......
&lt;/span&gt;                        lnb[n].rc = -ENOSPC;
                        lnb[n].flags &amp;amp;= ~OBD_BRW_GRANTED;
                        CDEBUG(D_CACHE,&lt;span class=&quot;code-quote&quot;&gt;&quot;%s: cli %s/%p idx %d no space &lt;span class=&quot;code-keyword&quot;&gt;for&lt;/span&gt; %d\n&quot;&lt;/span&gt;,
                               exp-&amp;gt;exp_obd-&amp;gt;obd_name,
                               exp-&amp;gt;exp_client_uuid.uuid, exp, n, bytes);
                }
        }

&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;The filter_grant_check() was called by filter_preprw_write(). Before patch &lt;a href=&quot;http://review.whamcloud.com/3446&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://review.whamcloud.com/3446&lt;/a&gt; was landed, the filter_grant_check() was only called once. After the patch was landed, if there was no space for the write operation, the pending journals would be committed to free more space, and then filter_grant_check() would be called the second time.&lt;/p&gt;

&lt;p&gt;The issue was that all of the lnb&lt;span class=&quot;error&quot;&gt;&amp;#91;n&amp;#93;&lt;/span&gt;.rc values were set to -ENOSPC inside filter_grant_check() the first time it was called, but at the second time, although there was some space and the function returned 0 not -ENOSPC, the lnb&lt;span class=&quot;error&quot;&gt;&amp;#91;n&amp;#93;&lt;/span&gt;.rc values were not reset, all of them were still -ENOSPC, which caused the above failure inside filter_commitrw_write().&lt;/p&gt;

&lt;p&gt;A patch is being created to reset lnb&lt;span class=&quot;error&quot;&gt;&amp;#91;n&amp;#93;&lt;/span&gt;.rc inside filter_grant_check().&lt;/p&gt;</comment>
                            <comment id="44472" author="yujian" created="Mon, 10 Sep 2012 00:33:27 +0000"  >&lt;p&gt;Patch for master branch: &lt;a href=&quot;http://review.whamcloud.com/3913&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://review.whamcloud.com/3913&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="44532" author="pjones" created="Mon, 10 Sep 2012 16:17:10 +0000"  >&lt;p&gt;Landed for 2.3 and 2.4&lt;/p&gt;</comment>
                            <comment id="44535" author="adilger" created="Mon, 10 Sep 2012 16:54:18 +0000"  >&lt;p&gt;I verified that this patch also let me pass racer.sh on my local test machine.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                        <issuelink>
            <issuekey id="15691">LU-1831</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="11650">LU-657</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                            <customfield id="customfield_10890" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10390" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hzv5of:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10090" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4454</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10060" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Severity</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[3]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        </customfields>
    </item>
</channel>
</rss>