<!-- 
RSS generated by JIRA (9.4.14#940014-sha1:734e6822bbf0d45eff9af51f82432957f73aa32c) at Sat Feb 10 03:23:23 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>Whamcloud Community JIRA</title>
    <link>https://jira.whamcloud.com</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.4.14</version>
        <build-number>940014</build-number>
        <build-date>05-12-2023</build-date>
    </build-info>


<item>
            <title>[LU-16032]  Truncate for large objects can lead to a thread hung</title>
                <link>https://jira.whamcloud.com/browse/LU-16032</link>
                <project id="10000" key="LU">Lustre</project>
                    <description>&lt;p&gt;Truncate for large objects can lead to a thread hung with this&lt;/p&gt;

&lt;p&gt;call stack:&lt;/p&gt;
&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;
 Net: Service thread pid 1739 was inactive &lt;span class=&quot;code-keyword&quot;&gt;for&lt;/span&gt; 200.16s.
&#160; &#160; The thread might be hung, or it might only be slow and will resume later.
&#160; &#160; Dumping the stack trace &lt;span class=&quot;code-keyword&quot;&gt;for&lt;/span&gt; debugging purposes:
&#160; &#160; __wait_on_buffer+0x2a/0x30
&#160; &#160; ldiskfs_wait_block_bitmap+0xe0/0xf0 [ldiskfs]
&#160; &#160; ldiskfs_read_block_bitmap+0x31/0x60 [ldiskfs]
&#160; &#160; ldiskfs_free_blocks+0x329/0xbb0 [ldiskfs]
&#160; &#160; ldiskfs_ext_remove_space+0x8a9/0x1150 [ldiskfs]
&#160; &#160; ldiskfs_ext_truncate+0xb0/0xe0 [ldiskfs]
&#160; &#160; ldiskfs_truncate+0x3b7/0x3f0 [ldiskfs]
&#160; &#160; ldiskfs_evict_inode+0x58a/0x630 [ldiskfs]
&#160; &#160; evict+0xb4/0x180
&#160; &#160; iput+0xfc/0x190
&#160; &#160; osd_object_delete+0x1f8/0x370 [osd_ldiskfs]
&#160; &#160; lu_object_free.isra.30+0x68/0x170 [obdclass]
&#160; &#160; lu_object_put+0xc5/0x3e0 [obdclass]
&#160; &#160; ofd_destroy_by_fid+0x20e/0x500 [ofd]
&#160; &#160; ofd_destroy_hdl+0x267/0x9f0 [ofd]&#160;
&#160;
&#160; &#160; tgt_request_handle+0xaee/0x15f0 [ptlrpc]
&#160; &#160; ptlrpc_server_handle_request+0x24b/0xab0 [ptlrpc]
&#160; &#160; ptlrpc_main+0xb34/0x1470 [ptlrpc]
&#160; &#160; kthread+0xd1/0xe0
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;
&lt;p&gt;As solution truncate can be moved to a separate thread if inode size &amp;gt; 1TB&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</description>
                <environment></environment>
        <key id="71291">LU-16032</key>
            <summary> Truncate for large objects can lead to a thread hung</summary>
                <type id="1" iconUrl="https://jira.whamcloud.com/secure/viewavatar?size=xsmall&amp;avatarId=11303&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.whamcloud.com/images/icons/priorities/critical.svg">Critical</priority>
                        <status id="5" iconUrl="https://jira.whamcloud.com/images/icons/statuses/resolved.png" description="A resolution has been taken, and it is awaiting verification by reporter. From here issues are either reopened, or are closed.">Resolved</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="1">Fixed</resolution>
                                        <assignee username="adilger">Andreas Dilger</assignee>
                                    <reporter username="ablagodarenko">Artem Blagodarenko</reporter>
                        <labels>
                            <label>ldiskfs</label>
                            <label>patch</label>
                            <label>performance</label>
                    </labels>
                <created>Wed, 20 Jul 2022 12:12:05 +0000</created>
                <updated>Fri, 26 Jan 2024 21:24:42 +0000</updated>
                            <resolved>Fri, 26 Jan 2024 21:24:42 +0000</resolved>
                                                    <fixVersion>Lustre 2.16.0</fixVersion>
                                        <due></due>
                            <votes>0</votes>
                                    <watches>9</watches>
                                                                            <comments>
                            <comment id="340968" author="gerrit" created="Wed, 20 Jul 2022 12:27:36 +0000"  >&lt;p&gt;&quot;Artem Blagodarenko &amp;lt;ablagodarenko@ddn.com&amp;gt;&quot; uploaded a new patch: &lt;a href=&quot;https://review.whamcloud.com/47995&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/47995&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16032&quot; title=&quot; Truncate for large objects can lead to a thread hung&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16032&quot;&gt;&lt;del&gt;LU-16032&lt;/del&gt;&lt;/a&gt; osd: execute truncate in separate thread for objects &amp;gt; 1GB&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: 1&lt;br/&gt;
Commit: fff9a3c7e986f217979ee1f2ef17f91ae118ae02&lt;/p&gt;</comment>
                            <comment id="392292" author="gerrit" created="Wed, 8 Nov 2023 21:58:51 +0000"  >&lt;p&gt;&quot;Oleg Drokin &amp;lt;green@whamcloud.com&amp;gt;&quot; merged in patch &lt;a href=&quot;https://review.whamcloud.com/c/fs/lustre-release/+/47995/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/c/fs/lustre-release/+/47995/&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16032&quot; title=&quot; Truncate for large objects can lead to a thread hung&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16032&quot;&gt;&lt;del&gt;LU-16032&lt;/del&gt;&lt;/a&gt; osd: move unlink of large objects to separate thread&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: &lt;br/&gt;
Commit: a772e90243ea0ff1de6ae9c67e1f6384c431d200&lt;/p&gt;</comment>
                            <comment id="392337" author="pjones" created="Wed, 8 Nov 2023 22:44:25 +0000"  >&lt;p&gt;Landed for 2.16&lt;/p&gt;</comment>
                            <comment id="394084" author="gerrit" created="Thu, 23 Nov 2023 22:56:39 +0000"  >&lt;p&gt;&quot;Andreas Dilger &amp;lt;adilger@whamcloud.com&amp;gt;&quot; uploaded a new patch: &lt;a href=&quot;https://review.whamcloud.com/c/fs/lustre-release/+/53218&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/c/fs/lustre-release/+/53218&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16032&quot; title=&quot; Truncate for large objects can lead to a thread hung&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16032&quot;&gt;&lt;del&gt;LU-16032&lt;/del&gt;&lt;/a&gt; tests: restore delay_unlink_mb in sanity/360&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: 1&lt;br/&gt;
Commit: 8fa0580fd64fe7cbe969817ece87a161c517c4c3&lt;/p&gt;</comment>
                            <comment id="394207" author="adilger" created="Fri, 24 Nov 2023 17:56:26 +0000"  >&lt;p&gt;It would probably also be useful if writing to &lt;tt&gt;force_sync&lt;/tt&gt; printed the number of objects awaiting unlink to the console with &lt;tt&gt;CWARN()&lt;/tt&gt;, if any, and is silent otherwise. This would give an idea of how much unlink work is backlogged, since I think this might become a problem in real life as well. &lt;/p&gt;</comment>
                            <comment id="394245" author="gerrit" created="Sun, 26 Nov 2023 02:16:37 +0000"  >&lt;p&gt;&quot;Andreas Dilger &amp;lt;adilger@whamcloud.com&amp;gt;&quot; uploaded a new patch: &lt;a href=&quot;https://review.whamcloud.com/c/fs/lustre-release/+/53242&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/c/fs/lustre-release/+/53242&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16032&quot; title=&quot; Truncate for large objects can lead to a thread hung&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16032&quot;&gt;&lt;del&gt;LU-16032&lt;/del&gt;&lt;/a&gt; osd-ldiskfs: track backlog of unlinked objects&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: 1&lt;br/&gt;
Commit: c1bab788fc3038aae79aa05d0de162aa1e703c7b&lt;/p&gt;</comment>
                            <comment id="394247" author="adilger" created="Sun, 26 Nov 2023 02:27:23 +0000"  >&lt;p&gt;Reopened to track fixes to the delayed iput change.&lt;/p&gt;</comment>
                            <comment id="395306" author="adilger" created="Mon, 4 Dec 2023 09:08:26 +0000"  >&lt;p&gt;This patch is crashing during unmount in some cases (probably when there are large files deleted.  I&apos;ve filed &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-17332&quot; title=&quot;sanity test_820: kernel BUG at fs/jbd2/transaction.c:378&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-17332&quot;&gt;&lt;del&gt;LU-17332&lt;/del&gt;&lt;/a&gt; to track that issue.&lt;/p&gt;
&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;[26282.338565] Lustre: server umount lustre-OST0004 complete
[26282.411017] ------------[ cut here ]------------
[26282.412061] kernel BUG at fs/jbd2/transaction.c:378!
[26282.413171] invalid opcode: 0000 [#1] SMP PTI
[26282.414068] CPU: 1 PID: 784404 Comm: kworker/1:5 4.18.0-477.15.1.el8_lustre.x86_64 #1
[26282.416473] Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
[26282.435639] Call Trace:
[26282.438083]  jbd2__journal_start+0xee/0x1f0 [jbd2]
[26282.439047]  jbd2_journal_start+0x19/0x20 [jbd2]
[26282.439979]  flush_stashed_stats_work+0x36/0x90 [ldiskfs]
[26282.441086]  process_one_work+0x1a7/0x360
[26282.442753]  worker_thread+0x30/0x390
[26282.444311]  kthread+0x134/0x150
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;</comment>
                            <comment id="396582" author="gerrit" created="Wed, 13 Dec 2023 12:18:33 +0000"  >&lt;p&gt;&quot;Oleg Drokin &amp;lt;green@whamcloud.com&amp;gt;&quot; merged in patch &lt;a href=&quot;https://review.whamcloud.com/c/fs/lustre-release/+/53218/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/c/fs/lustre-release/+/53218/&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16032&quot; title=&quot; Truncate for large objects can lead to a thread hung&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16032&quot;&gt;&lt;del&gt;LU-16032&lt;/del&gt;&lt;/a&gt; tests: restore delay_unlink_mb in sanity/360&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: &lt;br/&gt;
Commit: beaa2e03765655656f5a3befdb4b8d8cccfa60e8&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Related</name>
                                            <outwardlinks description="is related to ">
                                        <issuelink>
            <issuekey id="67776">LU-15404</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="79310">LU-17332</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                            <customfield id="customfield_10890" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10390" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i02uzj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10090" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10060" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Severity</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[3]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        </customfields>
    </item>
</channel>
</rss>