<!-- 
RSS generated by JIRA (9.4.14#940014-sha1:734e6822bbf0d45eff9af51f82432957f73aa32c) at Sat Feb 10 03:25:55 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>Whamcloud Community JIRA</title>
    <link>https://jira.whamcloud.com</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.4.14</version>
        <build-number>940014</build-number>
        <build-date>05-12-2023</build-date>
    </build-info>


<item>
            <title>[LU-16315] sync I/O stuck on refreshing layout for PFL</title>
                <link>https://jira.whamcloud.com/browse/LU-16315</link>
                <project id="10000" key="LU">Lustre</project>
                    <description>&lt;p&gt;When testing PFL, got the client stuck.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;div class=&quot;preformatted panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;preformattedContent panelContent&quot;&gt;
&lt;pre&gt;
[ &#160;360.010400] INFO: task dd:1542 blocked for more than 120 seconds.
[ &#160;360.014017] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.018530] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3578f10000 &#160; &#160; 0 &#160;1542 &#160; &#160; &#160;1 0x00000080
[ &#160;360.022370] Call Trace:
[ &#160;360.023463] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.026263] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.029179] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.031242] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.033751] &#160;[&amp;lt;ffffffff8faad8b0&amp;gt;] ? requeue_timers+0x170/0x170
[ &#160;360.036043] &#160;[&amp;lt;ffffffff8fac6b41&amp;gt;] ? remove_wait_queue+0x31/0x40
[ &#160;360.038309] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.040660] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.043188] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.045369] &#160;[&amp;lt;ffffffffc0b8ca78&amp;gt;] cl_sync_file_range+0x1b8/0x380 [lustre]
[ &#160;360.047729] &#160;[&amp;lt;ffffffffc0b8cf01&amp;gt;] ll_fsync+0x2c1/0x4e0 [lustre]
[ &#160;360.049821] &#160;[&amp;lt;ffffffff8fc8408f&amp;gt;] generic_write_sync+0x4f/0x70
[ &#160;360.052050] &#160;[&amp;lt;ffffffffc0bd77b0&amp;gt;] vvp_io_write_start+0x660/0xd40 [lustre]
[ &#160;360.054437] &#160;[&amp;lt;ffffffffc0a3a265&amp;gt;] ? lov_lock_enqueue+0x95/0x150 [lov]
[ &#160;360.056721] &#160;[&amp;lt;ffffffff8fac7050&amp;gt;] ? wake_bit_function_rh+0x40/0x40
[ &#160;360.058785] &#160;[&amp;lt;ffffffffc0576d20&amp;gt;] cl_io_start+0x70/0x140 [obdclass]
[ &#160;360.060868] &#160;[&amp;lt;ffffffffc057922f&amp;gt;] cl_io_loop+0x9f/0x200 [obdclass]
[ &#160;360.062917] &#160;[&amp;lt;ffffffffc0b864cc&amp;gt;] ll_file_io_generic+0x90c/0xe50 [lustre]
[ &#160;360.065092] &#160;[&amp;lt;ffffffffc0b86ca5&amp;gt;] ll_file_aio_write+0x295/0x6d0 [lustre]
[ &#160;360.067185] &#160;[&amp;lt;ffffffffc0b871e0&amp;gt;] ll_file_write+0x100/0x1c0 [lustre]
[ &#160;360.069146] &#160;[&amp;lt;ffffffff8fc4e590&amp;gt;] vfs_write+0xc0/0x1f0
[ &#160;360.070728] &#160;[&amp;lt;ffffffff8fc4f36f&amp;gt;] SyS_write+0x7f/0xf0
[ &#160;360.072323] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.074179] INFO: task dd:1544 blocked for more than 120 seconds.
[ &#160;360.076000] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.078951] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3575eb12c0 &#160; &#160; 0 &#160;1544 &#160; &#160; &#160;1 0x00000080
[ &#160;360.082129] Call Trace:
[ &#160;360.083834] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.087082] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.090202] &#160;[&amp;lt;ffffffff8fadae02&amp;gt;] ? default_wake_function+0x12/0x20
[ &#160;360.093104] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.095580] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.098712] &#160;[&amp;lt;ffffffffc084b370&amp;gt;] ? lustre_msg_buf_v2+0x1e0/0x1e0 [ptlrpc]
[ &#160;360.101765] &#160;[&amp;lt;ffffffffc0873293&amp;gt;] ? __req_capsule_get+0x163/0x740 [ptlrpc]
[ &#160;360.104431] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.106929] &#160;[&amp;lt;ffffffffc0b0db93&amp;gt;] ? mdc_reint+0xd3/0x160 [mdc]
[ &#160;360.109495] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.112127] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.114365] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.116748] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.119143] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.121326] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.123258] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.125079] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.127025] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.129204] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.131046] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.132917] INFO: task dd:1546 blocked for more than 120 seconds.
[ &#160;360.134923] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.137185] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c35359d0000 &#160; &#160; 0 &#160;1546 &#160; &#160; &#160;1 0x00000080
[ &#160;360.139334] Call Trace:
[ &#160;360.140439] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.142365] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.144239] &#160;[&amp;lt;ffffffff8fadae02&amp;gt;] ? default_wake_function+0x12/0x20
[ &#160;360.146119] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.147743] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.149742] &#160;[&amp;lt;ffffffffc0545a59&amp;gt;] ? lprocfs_counter_add+0xf9/0x160 [obdclass]
[ &#160;360.152566] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.155100] &#160;[&amp;lt;ffffffffc0566803&amp;gt;] ? lu_context_init+0xd3/0x1f0 [obdclass]
[ &#160;360.157804] &#160;[&amp;lt;ffffffffc056693a&amp;gt;] ? lu_env_init+0x1a/0x30 [obdclass]
[ &#160;360.160377] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.163160] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.165699] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.168375] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.171046] &#160;[&amp;lt;ffffffffc0bb0978&amp;gt;] ? ll_stats_ops_tally+0x98/0x100 [lustre]
[ &#160;360.173759] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.176170] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.178468] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.180644] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.183035] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.185726] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.187880] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.190291] INFO: task dd:1548 blocked for more than 120 seconds.
[ &#160;360.192658] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.195512] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3575eb2580 &#160; &#160; 0 &#160;1548 &#160; &#160; &#160;1 0x00000080
[ &#160;360.198271] Call Trace:
[ &#160;360.199497] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.201642] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.203630] &#160;[&amp;lt;ffffffff8fadae02&amp;gt;] ? default_wake_function+0x12/0x20
[ &#160;360.205629] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.207363] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.209491] &#160;[&amp;lt;ffffffffc0545a59&amp;gt;] ? lprocfs_counter_add+0xf9/0x160 [obdclass]
[ &#160;360.211639] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.213527] &#160;[&amp;lt;ffffffffc0566803&amp;gt;] ? lu_context_init+0xd3/0x1f0 [obdclass]
[ &#160;360.215616] &#160;[&amp;lt;ffffffffc056693a&amp;gt;] ? lu_env_init+0x1a/0x30 [obdclass]
[ &#160;360.218169] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.221050] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.223613] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.226325] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.229000] &#160;[&amp;lt;ffffffffc0bb0978&amp;gt;] ? ll_stats_ops_tally+0x98/0x100 [lustre]
[ &#160;360.231775] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.234252] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.236582] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.238765] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.241177] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.243907] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.246121] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.248472] INFO: task dd:1550 blocked for more than 120 seconds.
[ &#160;360.250771] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.253713] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3575eb4b00 &#160; &#160; 0 &#160;1550 &#160; &#160; &#160;1 0x00000080
[ &#160;360.256549] Call Trace:
[ &#160;360.257818] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.260412] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.262933] &#160;[&amp;lt;ffffffff8fadae02&amp;gt;] ? default_wake_function+0x12/0x20
[ &#160;360.265412] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.267590] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.270278] &#160;[&amp;lt;ffffffffc084b370&amp;gt;] ? lustre_msg_buf_v2+0x1e0/0x1e0 [ptlrpc]
[ &#160;360.272960] &#160;[&amp;lt;ffffffffc0545a59&amp;gt;] ? lprocfs_counter_add+0xf9/0x160 [obdclass]
[ &#160;360.275668] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.278056] &#160;[&amp;lt;ffffffffc0566803&amp;gt;] ? lu_context_init+0xd3/0x1f0 [obdclass]
[ &#160;360.280641] &#160;[&amp;lt;ffffffffc056693a&amp;gt;] ? lu_env_init+0x1a/0x30 [obdclass]
[ &#160;360.282985] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.285188] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.287171] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.289272] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.291359] &#160;[&amp;lt;ffffffffc0bb0978&amp;gt;] ? ll_stats_ops_tally+0x98/0x100 [lustre]
[ &#160;360.293485] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.295310] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.297073] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.298735] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.300574] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.302787] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.305020] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.307466] INFO: task dd:1552 blocked for more than 120 seconds.
[ &#160;360.309924] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.312957] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3577ff2580 &#160; &#160; 0 &#160;1552 &#160; &#160; &#160;1 0x00000080
[ &#160;360.315859] Call Trace:
[ &#160;360.317176] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.319743] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.322237] &#160;[&amp;lt;ffffffff8fadae02&amp;gt;] ? default_wake_function+0x12/0x20
[ &#160;360.324739] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.326887] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.329540] &#160;[&amp;lt;ffffffffc084b370&amp;gt;] ? lustre_msg_buf_v2+0x1e0/0x1e0 [ptlrpc]
[ &#160;360.332210] &#160;[&amp;lt;ffffffffc0545a59&amp;gt;] ? lprocfs_counter_add+0xf9/0x160 [obdclass]
[ &#160;360.334944] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.337388] &#160;[&amp;lt;ffffffffc0566803&amp;gt;] ? lu_context_init+0xd3/0x1f0 [obdclass]
[ &#160;360.339590] &#160;[&amp;lt;ffffffffc056693a&amp;gt;] ? lu_env_init+0x1a/0x30 [obdclass]
[ &#160;360.341641] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.343843] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.345835] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.348485] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.350812] &#160;[&amp;lt;ffffffffc0bb0978&amp;gt;] ? ll_stats_ops_tally+0x98/0x100 [lustre]
[ &#160;360.353149] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.355632] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.358007] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.360257] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.362753] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.365512] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.367642] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.370023] INFO: task dd:1553 blocked for more than 120 seconds.
[ &#160;360.372519] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.375566] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3577ea2100 &#160; &#160; 0 &#160;1553 &#160; &#160; &#160;1 0x00000080
[ &#160;360.378447] Call Trace:
[ &#160;360.379713] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.382254] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.384734] &#160;[&amp;lt;ffffffff8fadae02&amp;gt;] ? default_wake_function+0x12/0x20
[ &#160;360.387242] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.389380] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.391983] &#160;[&amp;lt;ffffffffc084b370&amp;gt;] ? lustre_msg_buf_v2+0x1e0/0x1e0 [ptlrpc]
[ &#160;360.394676] &#160;[&amp;lt;ffffffffc0873293&amp;gt;] ? __req_capsule_get+0x163/0x740 [ptlrpc]
[ &#160;360.397328] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.399580] &#160;[&amp;lt;ffffffffc0b0db93&amp;gt;] ? mdc_reint+0xd3/0x160 [mdc]
[ &#160;360.401481] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.404077] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.406518] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.409073] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.411643] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.413942] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.416027] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.418064] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.420292] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.422788] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.424538] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.426441] INFO: task dd:1554 blocked for more than 120 seconds.
[ &#160;360.428364] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.430641] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3577ff3200 &#160; &#160; 0 &#160;1554 &#160; &#160; &#160;1 0x00000080
[ &#160;360.432802] Call Trace:
[ &#160;360.433824] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.436037] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.437969] &#160;[&amp;lt;ffffffffc05667c6&amp;gt;] ? lu_context_init+0x96/0x1f0 [obdclass]
[ &#160;360.440009] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.441665] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.443668] &#160;[&amp;lt;ffffffffc05667c6&amp;gt;] ? lu_context_init+0x96/0x1f0 [obdclass]
[ &#160;360.446100] &#160;[&amp;lt;ffffffffc0545a59&amp;gt;] ? lprocfs_counter_add+0xf9/0x160 [obdclass]
[ &#160;360.448858] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.451385] &#160;[&amp;lt;ffffffffc0566803&amp;gt;] ? lu_context_init+0xd3/0x1f0 [obdclass]
[ &#160;360.454093] &#160;[&amp;lt;ffffffffc056693a&amp;gt;] ? lu_env_init+0x1a/0x30 [obdclass]
[ &#160;360.456657] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.459390] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.461852] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.464397] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.466973] &#160;[&amp;lt;ffffffffc0bb0978&amp;gt;] ? ll_stats_ops_tally+0x98/0x100 [lustre]
[ &#160;360.469597] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.471907] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.473816] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.475572] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.477526] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.479686] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.481434] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.483323] INFO: task dd:1555 blocked for more than 120 seconds.
[ &#160;360.485141] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.487359] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3577ea0000 &#160; &#160; 0 &#160;1555 &#160; &#160; &#160;1 0x00000080
[ &#160;360.489460] Call Trace:
[ &#160;360.490507] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.492432] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.494284] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.495913] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.497887] &#160;[&amp;lt;ffffffffc0545a59&amp;gt;] ? lprocfs_counter_add+0xf9/0x160 [obdclass]
[ &#160;360.499951] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.501812] &#160;[&amp;lt;ffffffffc0566803&amp;gt;] ? lu_context_init+0xd3/0x1f0 [obdclass]
[ &#160;360.503857] &#160;[&amp;lt;ffffffffc056693a&amp;gt;] ? lu_env_init+0x1a/0x30 [obdclass]
[ &#160;360.505747] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.507767] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.509599] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.511507] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.513432] &#160;[&amp;lt;ffffffffc0bb0978&amp;gt;] ? ll_stats_ops_tally+0x98/0x100 [lustre]
[ &#160;360.515433] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.517218] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.518923] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.520542] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.522326] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.524853] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.527127] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a
[ &#160;360.529619] INFO: task dd:1558 blocked for more than 120 seconds.
[ &#160;360.532135] &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.
[ &#160;360.535914] dd &#160; &#160; &#160; &#160; &#160; &#160; &#160;D ffff8c3578473180 &#160; &#160; 0 &#160;1558 &#160; &#160; &#160;1 0x00000080
[ &#160;360.539991] Call Trace:
[ &#160;360.541984] &#160;[&amp;lt;ffffffff9018d309&amp;gt;] schedule_preempt_disabled+0x29/0x70
[ &#160;360.545418] &#160;[&amp;lt;ffffffff9018b457&amp;gt;] __mutex_lock_slowpath+0xc7/0x1d0
[ &#160;360.548747] &#160;[&amp;lt;ffffffff9018a82f&amp;gt;] mutex_lock+0x1f/0x2f
[ &#160;360.551666] &#160;[&amp;lt;ffffffffc0b8ff9e&amp;gt;] ll_layout_refresh+0x1ee/0x910 [lustre]
[ &#160;360.555106] &#160;[&amp;lt;ffffffffc0545a59&amp;gt;] ? lprocfs_counter_add+0xf9/0x160 [obdclass]
[ &#160;360.558524] &#160;[&amp;lt;ffffffffc0bd81df&amp;gt;] vvp_io_init+0x34f/0x490 [lustre]
[ &#160;360.561638] &#160;[&amp;lt;ffffffffc0566803&amp;gt;] ? lu_context_init+0xd3/0x1f0 [obdclass]
[ &#160;360.564847] &#160;[&amp;lt;ffffffffc056693a&amp;gt;] ? lu_env_init+0x1a/0x30 [obdclass]
[ &#160;360.567832] &#160;[&amp;lt;ffffffffc057725b&amp;gt;] cl_io_init0.isra.14+0x8b/0x160 [obdclass]
[ &#160;360.571007] &#160;[&amp;lt;ffffffffc05773f3&amp;gt;] cl_io_init+0x43/0x80 [obdclass]
[ &#160;360.574113] &#160;[&amp;lt;ffffffffc0bcda2e&amp;gt;] cl_setattr_ost+0x14e/0x3e0 [lustre]
[ &#160;360.576943] &#160;[&amp;lt;ffffffffc0ba5978&amp;gt;] ll_setattr_raw+0xd58/0x10d0 [lustre]
[ &#160;360.579788] &#160;[&amp;lt;ffffffffc0bb0978&amp;gt;] ? ll_stats_ops_tally+0x98/0x100 [lustre]
[ &#160;360.582826] &#160;[&amp;lt;ffffffffc0ba5d53&amp;gt;] ll_setattr+0x63/0xc0 [lustre]
[ &#160;360.585399] &#160;[&amp;lt;ffffffff8fc6e1ac&amp;gt;] notify_change+0x30c/0x4d0
[ &#160;360.587813] &#160;[&amp;lt;ffffffff8fc4c2c5&amp;gt;] do_truncate+0x75/0xc0
[ &#160;360.590117] &#160;[&amp;lt;ffffffff8fc514e8&amp;gt;] ? __sb_start_write+0x58/0x120
[ &#160;360.592621] &#160;[&amp;lt;ffffffff8fc4c6e9&amp;gt;] do_sys_ftruncate.constprop.14+0x139/0x1a0
[ &#160;360.595400] &#160;[&amp;lt;ffffffff8fc4c78e&amp;gt;] SyS_ftruncate+0xe/0x10
[ &#160;360.597612] &#160;[&amp;lt;ffffffff90199f92&amp;gt;] system_call_fastpath+0x25/0x2a

&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;</description>
                <environment></environment>
        <key id="73270">LU-16315</key>
            <summary>sync I/O stuck on refreshing layout for PFL</summary>
                <type id="1" iconUrl="https://jira.whamcloud.com/secure/viewavatar?size=xsmall&amp;avatarId=11303&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.whamcloud.com/images/icons/priorities/major.svg">Major</priority>
                        <status id="1" iconUrl="https://jira.whamcloud.com/images/icons/statuses/open.png" description="The issue is open and ready for the assignee to start work on it.">Open</status>
                    <statusCategory id="2" key="new" colorName="default"/>
                                    <resolution id="-1">Unresolved</resolution>
                                        <assignee username="wc-triage">WC Triage</assignee>
                                    <reporter username="lixi_wc">Li Xi</reporter>
                        <labels>
                    </labels>
                <created>Tue, 15 Nov 2022 14:24:13 +0000</created>
                <updated>Wed, 16 Nov 2022 02:25:03 +0000</updated>
                                                                                <due></due>
                            <votes>0</votes>
                                    <watches>3</watches>
                                                                            <comments>
                            <comment id="353054" author="lixi_wc" created="Tue, 15 Nov 2022 14:25:28 +0000"  >&lt;p&gt;With the attached script reproduce_sync_stuck.sh, the problem is very easy to reproduce.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="353056" author="lixi_wc" created="Tue, 15 Nov 2022 14:27:10 +0000"  >&lt;p&gt;This looks like, but is not the same with &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-14877&quot; title=&quot;Lock inversion between inode mutex and layout mutex&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-14877&quot;&gt;&lt;del&gt;LU-14877&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="353061" author="lixi_wc" created="Tue, 15 Nov 2022 14:39:21 +0000"  >&lt;p&gt;The reproduce script is able to reproduce &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-14877&quot; title=&quot;Lock inversion between inode mutex and layout mutex&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-14877&quot;&gt;&lt;del&gt;LU-14877&lt;/del&gt;&lt;/a&gt; too.&lt;/p&gt;</comment>
                            <comment id="353074" author="gerrit" created="Tue, 15 Nov 2022 15:39:31 +0000"  >&lt;p&gt;&quot;Zhenyu Xu &amp;lt;bobijam@hotmail.com&amp;gt;&quot; uploaded a new patch: &lt;a href=&quot;https://review.whamcloud.com/c/fs/lustre-release/+/49164&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/c/fs/lustre-release/+/49164&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16315&quot; title=&quot;sync I/O stuck on refreshing layout for PFL&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16315&quot;&gt;LU-16315&lt;/a&gt; llite: invoke sync after write IO&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: 1&lt;br/&gt;
Commit: 02fe7dfad2de0352bd34801b18d1060f6c567eac&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="46676" name="reproduce_sync_stuck.sh" size="263" author="lixi_wc" created="Tue, 15 Nov 2022 14:28:14 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                            <customfield id="customfield_10890" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10390" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i035sf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10090" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                </customfields>
    </item>
</channel>
</rss>