<!-- 
RSS generated by JIRA (9.4.14#940014-sha1:734e6822bbf0d45eff9af51f82432957f73aa32c) at Sat Feb 10 01:33:18 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>Whamcloud Community JIRA</title>
    <link>https://jira.whamcloud.com</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.4.14</version>
        <build-number>940014</build-number>
        <build-date>05-12-2023</build-date>
    </build-info>


<item>
            <title>[LU-3366] Test failure obdfilter-survey, subtest test_1c: oom-killer</title>
                <link>https://jira.whamcloud.com/browse/LU-3366</link>
                <project id="10000" key="LU">Lustre</project>
                    <description>&lt;p&gt;This issue was created by maloo for James Nunez &amp;lt;james.a.nunez@intel.com&amp;gt;&lt;/p&gt;

&lt;p&gt;This issue relates to the following test suite run: &lt;a href=&quot;http://maloo.whamcloud.com/test_sets/4ac8e14a-bf36-11e2-88e0-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://maloo.whamcloud.com/test_sets/4ac8e14a-bf36-11e2-88e0-52540035b04c&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;The sub-test test_1c failed with the following error:&lt;/p&gt;
&lt;blockquote&gt;
&lt;p&gt;test failed to respond and timed out&lt;/p&gt;&lt;/blockquote&gt;

&lt;p&gt;I see the following several times in the OSS console log:&lt;/p&gt;
&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;06:25:50:lctl invoked oom-killer: gfp_mask=0x280da, order=0, oom_adj=0, oom_score_adj=0
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;OSS stack trace looks like:&lt;/p&gt;
&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;08:48:13: [&amp;lt;ffffffff81195731&amp;gt;] sys_ioctl+0x81/0xa0
08:48:13: [&amp;lt;ffffffff810dc645&amp;gt;] ? __audit_syscall_exit+0x265/0x290
08:48:13: [&amp;lt;ffffffff8100b072&amp;gt;] system_call_fastpath+0x16/0x1b
08:48:13:INFO: task lctl:11345 blocked for more than 120 seconds.
08:48:13:&quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
08:48:13:lctl          D 0000000000000000     0 11345  11038 0x00000080
08:48:13: ffff880031179588 0000000000000082 ffff8800ffffffff 000088f8cde20d22
08:48:13: ffff88007a65b380 ffff880073cded70 0000000001306642 ffffffffae6a97e1
08:48:13: ffff880053b15ab8 ffff880031179fd8 000000000000fb88 ffff880053b15ab8
08:48:13:Call Trace:
08:48:13: [&amp;lt;ffffffff810a1ac9&amp;gt;] ? ktime_get_ts+0xa9/0xe0
08:48:13: [&amp;lt;ffffffff8150e723&amp;gt;] io_schedule+0x73/0xc0
08:48:13: [&amp;lt;ffffffff8125ea08&amp;gt;] get_request_wait+0x108/0x1d0
08:48:13: [&amp;lt;ffffffff81096ca0&amp;gt;] ? autoremove_wake_function+0x0/0x40
08:48:13: [&amp;lt;ffffffff81255c8b&amp;gt;] ? elv_merge+0x1cb/0x200
08:48:13: [&amp;lt;ffffffff8125eb4d&amp;gt;] blk_queue_bio+0x7d/0x5a0
08:48:13: [&amp;lt;ffffffff8125d1fe&amp;gt;] generic_make_request+0x26e/0x550
08:48:13: [&amp;lt;ffffffff8111c713&amp;gt;] ? mempool_alloc+0x63/0x140
08:48:13: [&amp;lt;ffffffff8125d56d&amp;gt;] submit_bio+0x8d/0x120
08:48:13: [&amp;lt;ffffffffa103e39e&amp;gt;] ? lprocfs_oh_tally+0x2e/0x50 [obdclass]
08:48:13: [&amp;lt;ffffffffa168adac&amp;gt;] osd_submit_bio+0x1c/0x60 [osd_ldiskfs]
08:48:13: [&amp;lt;ffffffffa168b1cc&amp;gt;] osd_do_bio+0x3dc/0x800 [osd_ldiskfs]
08:48:13: [&amp;lt;ffffffffa001702c&amp;gt;] ? fsfilt_map_nblocks+0xcc/0xf0 [fsfilt_ldiskfs]
08:48:13: [&amp;lt;ffffffffa00172d5&amp;gt;] ? fsfilt_ldiskfs_map_inode_pages+0x85/0x90 [fsfilt_ldiskfs]
08:48:13: [&amp;lt;ffffffffa168d788&amp;gt;] osd_read_prep+0x338/0x3b0 [osd_ldiskfs]
08:48:13: [&amp;lt;ffffffffa0494a43&amp;gt;] ofd_preprw_read+0x253/0x7f0 [ofd]
08:48:13: [&amp;lt;ffffffffa049574a&amp;gt;] ofd_preprw+0x76a/0x13c0 [ofd]
08:48:13: [&amp;lt;ffffffffa05734eb&amp;gt;] echo_client_iocontrol+0x207b/0x3bd0 [obdecho]
08:48:13: [&amp;lt;ffffffff81143767&amp;gt;] ? handle_pte_fault+0xf7/0xb50
08:48:13: [&amp;lt;ffffffffa103247f&amp;gt;] class_handle_ioctl+0x12cf/0x1e90 [obdclass]
08:48:13: [&amp;lt;ffffffffa101a2ab&amp;gt;] obd_class_ioctl+0x4b/0x190 [obdclass]
08:48:13: [&amp;lt;ffffffff81195012&amp;gt;] vfs_ioctl+0x22/0xa0
08:48:13: [&amp;lt;ffffffff8103c7b8&amp;gt;] ? pvclock_clocksource_read+0x58/0xd0
08:48:13: [&amp;lt;ffffffff811951b4&amp;gt;] do_vfs_ioctl+0x84/0x580
08:48:13: [&amp;lt;ffffffff81195731&amp;gt;] sys_ioctl+0x81/0xa0
08:48:13: [&amp;lt;ffffffff810dc645&amp;gt;] ? __audit_syscall_exit+0x265/0x290
08:48:13: [&amp;lt;ffffffff8100b072&amp;gt;] system_call_fastpath+0x16/0x1b
08:48:13:
08:48:13:&amp;lt;ConMan&amp;gt; Console [wtm-14vm8] disconnected from &amp;lt;wtm-14:6007&amp;gt; at 05-17 08:47.
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;

&lt;p&gt;Info required for matching: obdfilter-survey 1c&lt;/p&gt;</description>
                <environment></environment>
        <key id="19074">LU-3366</key>
            <summary>Test failure obdfilter-survey, subtest test_1c: oom-killer</summary>
                <type id="1" iconUrl="https://jira.whamcloud.com/secure/viewavatar?size=xsmall&amp;avatarId=11303&amp;avatarType=issuetype">Bug</type>
                                            <priority id="4" iconUrl="https://jira.whamcloud.com/images/icons/priorities/minor.svg">Minor</priority>
                        <status id="5" iconUrl="https://jira.whamcloud.com/images/icons/statuses/resolved.png" description="A resolution has been taken, and it is awaiting verification by reporter. From here issues are either reopened, or are closed.">Resolved</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="5">Cannot Reproduce</resolution>
                                        <assignee username="wc-triage">WC Triage</assignee>
                                    <reporter username="maloo">Maloo</reporter>
                        <labels>
                    </labels>
                <created>Mon, 20 May 2013 20:34:16 +0000</created>
                <updated>Thu, 1 Jun 2017 20:10:16 +0000</updated>
                            <resolved>Thu, 1 Jun 2017 20:10:16 +0000</resolved>
                                    <version>Lustre 2.4.2</version>
                    <version>Lustre 2.5.1</version>
                                                        <due></due>
                            <votes>0</votes>
                                    <watches>4</watches>
                                                                            <comments>
                            <comment id="58959" author="yujian" created="Tue, 21 May 2013 06:12:19 +0000"  >&lt;p&gt;Lustre Branch: master (tag 2.4.50)&lt;/p&gt;

&lt;p&gt;Another instance: &lt;a href=&quot;https://maloo.whamcloud.com/test_sets/d369af0a-c154-11e2-8769-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://maloo.whamcloud.com/test_sets/d369af0a-c154-11e2-8769-52540035b04c&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="58992" author="green" created="Tue, 21 May 2013 17:25:50 +0000"  >&lt;p&gt;So it seems the run is on less than 2G RAM on all nodes, we should not OOM, but oon the other hand it probably does not make much sense to run perf benchmark in small memory setup so it might be worth it disabling the test on low memory.&lt;/p&gt;

&lt;p&gt;In addition somebody should dig into what was it that used all the RAM on OSS&lt;/p&gt;</comment>
                            <comment id="75178" author="yujian" created="Fri, 17 Jan 2014 11:15:06 +0000"  >&lt;p&gt;Lustre client build: &lt;a href=&quot;http://build.whamcloud.com/job/lustre-b2_5/13/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://build.whamcloud.com/job/lustre-b2_5/13/&lt;/a&gt;&lt;br/&gt;
Lustre server build: &lt;a href=&quot;http://build.whamcloud.com/job/lustre-b2_4/70/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://build.whamcloud.com/job/lustre-b2_4/70/&lt;/a&gt; (2.4.2)&lt;/p&gt;

&lt;p&gt;The same issue occurred while running obdfilter-survey test 1c:&lt;br/&gt;
&lt;a href=&quot;https://maloo.whamcloud.com/test_sets/cc27c530-7ed5-11e3-8a9b-52540035b04c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://maloo.whamcloud.com/test_sets/cc27c530-7ed5-11e3-8a9b-52540035b04c&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Console log on OSS:&lt;/p&gt;
&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;Lustre: DEBUG MARKER: == obdfilter-survey test 1c: Object Storage Targets survey, big batch == 23:34:40 (1389857680)^M
Lustre: DEBUG MARKER: lctl dl | grep obdfilter^M
Lustre: DEBUG MARKER: /usr/sbin/lctl list_nids | grep tcp | cut -f 1 -d &apos;@&apos;^M
Lustre: Echo OBD driver; http://www.lustre.org/^M
INFO: task lctl:23681 blocked for more than 120 seconds.^M
&quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.^M
lctl          D 0000000000000001     0 23681  23655 0x00000080^M
 ffff880046571588 0000000000000086 0000000000000000 00001e43189c6042^M
 ffff88007d773e00 ffff880076e4cad0 0000000000651b0a ffffffffad288d24^M
 ffff880051459098 ffff880046571fd8 000000000000fb88 ffff880051459098^M
Call Trace:^M
 [&amp;lt;ffffffff8150ed93&amp;gt;] io_schedule+0x73/0xc0^M
 [&amp;lt;ffffffff8125ed08&amp;gt;] get_request_wait+0x108/0x1d0^M
 [&amp;lt;ffffffff81096da0&amp;gt;] ? autoremove_wake_function+0x0/0x40^M
 [&amp;lt;ffffffff8125ee6b&amp;gt;] blk_queue_bio+0x9b/0x5d0^M
 [&amp;lt;ffffffff8125d51e&amp;gt;] generic_make_request+0x25e/0x520^M
 [&amp;lt;ffffffff8111c763&amp;gt;] ? mempool_alloc+0x63/0x140^M
 [&amp;lt;ffffffff8125d86d&amp;gt;] submit_bio+0x8d/0x120^M
 [&amp;lt;ffffffffa05c041e&amp;gt;] ? lprocfs_oh_tally+0x2e/0x50 [obdclass]^M
 [&amp;lt;ffffffffa0ce2ffc&amp;gt;] osd_submit_bio+0x1c/0x60 [osd_ldiskfs]^M
 [&amp;lt;ffffffffa0ce341c&amp;gt;] osd_do_bio+0x3dc/0x800 [osd_ldiskfs]^M
 [&amp;lt;ffffffffa0d4702c&amp;gt;] ? fsfilt_map_nblocks+0xcc/0xf0 [fsfilt_ldiskfs]^M
 [&amp;lt;ffffffffa0d472d5&amp;gt;] ? fsfilt_ldiskfs_map_inode_pages+0x85/0x90 [fsfilt_ldiskfs]^M
 [&amp;lt;ffffffffa0ce59d8&amp;gt;] osd_read_prep+0x338/0x3b0 [osd_ldiskfs]^M
 [&amp;lt;ffffffffa0db5bd3&amp;gt;] ofd_preprw_read+0x253/0x7f0 [ofd]^M
 [&amp;lt;ffffffffa0db68ea&amp;gt;] ofd_preprw+0x77a/0x1480 [ofd]^M
 [&amp;lt;ffffffffa06ec473&amp;gt;] echo_client_iocontrol+0x2003/0x3b40 [obdecho]^M
 [&amp;lt;ffffffff81281876&amp;gt;] ? vsnprintf+0x336/0x5e0^M
 [&amp;lt;ffffffffa05b449f&amp;gt;] class_handle_ioctl+0x12ff/0x1ec0 [obdclass]^M
 [&amp;lt;ffffffffa059c2ab&amp;gt;] obd_class_ioctl+0x4b/0x190 [obdclass]^M
 [&amp;lt;ffffffff81195382&amp;gt;] vfs_ioctl+0x22/0xa0^M
 [&amp;lt;ffffffff8103c7d8&amp;gt;] ? pvclock_clocksource_read+0x58/0xd0^M
 [&amp;lt;ffffffff81195524&amp;gt;] do_vfs_ioctl+0x84/0x580^M
 [&amp;lt;ffffffff81195aa1&amp;gt;] sys_ioctl+0x81/0xa0^M
 [&amp;lt;ffffffff810dc685&amp;gt;] ? __audit_syscall_exit+0x265/0x290^M
 [&amp;lt;ffffffff8100b072&amp;gt;] system_call_fastpath+0x16/0x1b^M
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                        <issuelink>
            <issuekey id="27114">LU-5773</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                            <customfield id="customfield_10890" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10390" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hzvre7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10090" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8329</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10060" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Severity</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[3]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        </customfields>
    </item>
</channel>
</rss>