Apr 17 22:37:14 client-4 kernel: INFO: task ll_imp_inval:11214 blocked for more than 120 seconds. Apr 17 22:37:14 client-4 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Apr 17 22:37:14 client-4 kernel: ll_imp_inval D ffff81000101d7a0 0 11214 1 10687 (L-TLB) Apr 17 22:37:14 client-4 kernel: ffff8101cdbb7a30 0000000000000046 0000000000010000 ffffffff887b6f4a Apr 17 22:37:14 client-4 kernel: ffffffff8885a86f 0000000000000009 ffff8101e68f8100 ffff81010b770100 Apr 17 22:37:14 client-4 kernel: 0001403b69bdb91a 000000000002c4bf ffff8101e68f82e8 0000000300000000 Apr 17 22:37:14 client-4 kernel: Call Trace: Apr 17 22:37:14 client-4 kernel: [<ffffffff887b6f4a>] :ptlrpc:_ldlm_lock_debug+0x2fa/0x6e0 Apr 17 22:37:14 client-4 kernel: [<ffffffff80063c6f>] __mutex_lock_slowpath+0x60/0x9b Apr 17 22:37:14 client-4 kernel: [<ffffffff80063cb9>] .text.lock.mutex+0xf/0x14 Apr 17 22:37:14 client-4 kernel: [<ffffffff8873d8ab>] :obdclass:cl_lock_mutex_get+0x9b/0xe0 Apr 17 22:37:14 client-4 kernel: [<ffffffff88a36622>] :osc:osc_ldlm_blocking_ast+0x92/0x2b0 Apr 17 22:37:14 client-4 kernel: [<ffffffff887b7b0d>] :ptlrpc:ldlm_cancel_callback+0x6d/0xd0 Apr 17 22:37:14 client-4 kernel: [<ffffffff887d06c4>] :ptlrpc:ldlm_cli_cancel_local+0xd4/0x300 Apr 17 22:37:14 client-4 kernel: [<ffffffff887bd90e>] :ptlrpc:ldlm_resource_putref+0x12e/0x240 Apr 17 22:37:14 client-4 kernel: [<ffffffff887d1b86>] :ptlrpc:ldlm_cli_cancel+0xa6/0x3e0 Apr 17 22:37:14 client-4 kernel: [<ffffffff887b8d64>] :ptlrpc:ldlm_lock_put+0x3a4/0x400 Apr 17 22:37:14 client-4 kernel: [<ffffffff887be36c>] :ptlrpc:cleanup_resource+0x1bc/0x270 Apr 17 22:37:14 client-4 kernel: [<ffffffff887beea6>] :ptlrpc:ldlm_resource_clean+0x26/0x50 Apr 17 22:37:14 client-4 kernel: [<ffffffff887bee80>] :ptlrpc:ldlm_resource_clean+0x0/0x50 Apr 17 22:37:14 client-4 kernel: [<ffffffff8861062c>] :libcfs:cfs_hash_for_each_relax+0x13c/0x2b0 Apr 17 22:37:14 client-4 kernel: [<ffffffff887bee80>] :ptlrpc:ldlm_resource_clean+0x0/0x50 Apr 17 22:37:14 client-4 kernel: [<ffffffff887bee80>] :ptlrpc:ldlm_resource_clean+0x0/0x50 Apr 17 22:37:14 client-4 kernel: [<ffffffff88613157>] :libcfs:cfs_hash_for_each_nolock+0x197/0x230 Apr 17 22:37:14 client-4 kernel: [<ffffffff88735932>] :obdclass:cl_env_get+0x162/0x300 Apr 17 22:37:14 client-4 kernel: [<ffffffff887bcef5>] :ptlrpc:ldlm_namespace_cleanup+0x75/0x90 Apr 17 22:37:14 client-4 kernel: [<ffffffff88a25b3c>] :osc:osc_import_event+0x4dc/0xf10 Apr 17 22:37:14 client-4 kernel: [<ffffffff8881dff6>] :ptlrpc:ptlrpc_deactivate_import+0x296/0x350 Apr 17 22:37:14 client-4 kernel: [<ffffffff8881f75d>] :ptlrpc:ptlrpc_invalidate_import+0x74d/0x7d0 Apr 17 22:37:14 client-4 kernel: [<ffffffff800932bd>] exit_fs+0x25/0xbb Apr 17 22:37:14 client-4 kernel: [<ffffffff88822240>] :ptlrpc:ptlrpc_invalidate_import_thread+0xf0/0x2b0 Apr 17 22:37:14 client-4 kernel: [<ffffffff8005dfb1>] child_rip+0xa/0x11 Apr 17 22:37:14 client-4 kernel: [<ffffffff88822150>] :ptlrpc:ptlrpc_invalidate_import_thread+0x0/0x2b0 Apr 17 22:37:14 client-4 kernel: [<ffffffff8005dfa7>] child_rip+0x0/0x11 Apr 17 22:37:14 client-4 kernel: Apr 17 22:39:14 client-4 kernel: INFO: task ldlm_bl_01:2617 blocked for more than 120 seconds. Apr 17 22:39:14 client-4 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Apr 17 22:39:14 client-4 kernel: ldlm_bl_01 D ffff810001015120 0 2617 1 2618 2616 (L-TLB) Apr 17 22:39:14 client-4 kernel: ffff810309525a30 0000000000000046 ffff81030ed41260 ffff81033f674384 Apr 17 22:39:14 client-4 kernel: 6331333131323030 000000000000000a ffff81033c675080 ffff81010b764080 Apr 17 22:39:14 client-4 kernel: 00014023ea32a6d8 0000000000004b6b ffff81033c675268 0000000200000000 Apr 17 22:39:14 client-4 kernel: Call Trace: Apr 17 22:39:14 client-4 kernel: [<ffffffff8006e1d7>] do_gettimeofday+0x40/0x90 Apr 17 22:39:14 client-4 kernel: [<ffffffff80028b14>] sync_page+0x0/0x43 Apr 17 22:39:14 client-4 kernel: [<ffffffff800637ea>] io_schedule+0x3f/0x67 Apr 17 22:39:14 client-4 kernel: [<ffffffff80028b52>] sync_page+0x3e/0x43 Apr 17 22:39:14 client-4 kernel: [<ffffffff8006392e>] __wait_on_bit_lock+0x36/0x66 Apr 17 22:39:14 client-4 kernel: [<ffffffff8003fc56>] __lock_page+0x5e/0x64 Apr 17 22:39:14 client-4 kernel: [<ffffffff800a0a02>] wake_bit_function+0x0/0x23 Apr 17 22:39:14 client-4 kernel: [<ffffffff88b4502a>] :lustre:vvp_page_own+0x7a/0xb0 Apr 17 22:39:14 client-4 kernel: [<ffffffff887389ff>] :obdclass:cl_page_own0+0xdf/0x2f0 Apr 17 22:39:14 client-4 kernel: [<ffffffff88737ab7>] :obdclass:cl_page_at_trusted+0x67/0x1c0 Apr 17 22:39:14 client-4 kernel: [<ffffffff887397e5>] :obdclass:cl_page_gang_lookup+0x285/0x370 Apr 17 22:39:14 client-4 kernel: [<ffffffff88a8f13e>] :lov:lov_io_init+0xde/0x110 Apr 17 22:39:14 client-4 kernel: [<ffffffff88738c20>] :obdclass:cl_page_own+0x0/0x10 Apr 17 22:39:14 client-4 kernel: [<ffffffff88740fe2>] :obdclass:cl_lock_page_out+0x162/0x2f0 Apr 17 22:39:14 client-4 kernel: [<ffffffff88a34aee>] :osc:osc_lock_flush+0x4e/0x90 Apr 17 22:39:14 client-4 kernel: [<ffffffff88a35cfd>] :osc:osc_lock_cancel+0x7d/0x170 Apr 17 22:39:14 client-4 kernel: [<ffffffff8873c1a8>] :obdclass:cl_lock_cancel0+0xa8/0x120 Apr 17 22:39:14 client-4 kernel: [<ffffffff8873c939>] :obdclass:cl_lock_cancel+0x99/0x110 Apr 17 22:39:14 client-4 kernel: [<ffffffff88a366f8>] :osc:osc_ldlm_blocking_ast+0x168/0x2b0 Apr 17 22:39:14 client-4 kernel: [<ffffffff887d7040>] :ptlrpc:ldlm_handle_bl_callback+0x160/0x260 Apr 17 22:39:14 client-4 kernel: [<ffffffff88a36590>] :osc:osc_ldlm_blocking_ast+0x0/0x2b0 Apr 17 22:39:14 client-4 kernel: [<ffffffff8003bc4e>] remove_wait_queue+0x1c/0x2c Apr 17 22:39:14 client-4 kernel: [<ffffffff887dd552>] :ptlrpc:ldlm_bl_thread_main+0x292/0x420 Apr 17 22:39:14 client-4 kernel: [<ffffffff8008cf9d>] default_wake_function+0x0/0xe Apr 17 22:39:14 client-4 kernel: [<ffffffff8005dfb1>] child_rip+0xa/0x11 Apr 17 22:39:14 client-4 kernel: [<ffffffff887dd2c0>] :ptlrpc:ldlm_bl_thread_main+0x0/0x420 Apr 17 22:39:14 client-4 kernel: [<ffffffff8005dfa7>] child_rip+0x0/0x11 Apr 17 22:39:14 client-4 kernel: Apr 17 22:39:14 client-4 kernel: INFO: task mmap_sanity:11206 blocked for more than 120 seconds. Apr 17 22:39:14 client-4 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Apr 17 22:39:14 client-4 kernel: mmap_sanity D ffff81000101d7a0 0 11206 11131 11207 (NOTLB) Apr 17 22:39:14 client-4 kernel: ffff81022e603918 0000000000000086 6636366232313938 6666666638313031 Apr 17 22:39:14 client-4 kernel: 0000000000010000 0000000000000009 ffff81033afe9080 ffff81010b770100 Apr 17 22:39:14 client-4 kernel: 00014023ea32a1e5 000000000000d3a8 ffff81033afe9268 000000038874f190 Apr 17 22:39:14 client-4 kernel: Call Trace: Apr 17 22:39:14 client-4 kernel: [<ffffffff8873c85e>] :obdclass:cl_lock_trace0+0x13e/0x180 Apr 17 22:39:14 client-4 kernel: [<ffffffff80063c6f>] __mutex_lock_slowpath+0x60/0x9b Apr 17 22:39:14 client-4 kernel: [<ffffffff80063cb9>] .text.lock.mutex+0xf/0x14 Apr 17 22:39:14 client-4 kernel: [<ffffffff8873d8ab>] :obdclass:cl_lock_mutex_get+0x9b/0xe0 Apr 17 22:39:14 client-4 kernel: [<ffffffff8873f8a1>] :obdclass:cl_lock_enclosure+0x161/0x210 Apr 17 22:39:14 client-4 kernel: [<ffffffff88740d96>] :obdclass:cl_lock_closure_build+0x76/0x160 Apr 17 22:39:14 client-4 kernel: [<ffffffff88a92508>] :lov:lov_sublock_lock+0xc8/0x280 Apr 17 22:39:14 client-4 kernel: [<ffffffff88a94a09>] :lov:lov_lock_cancel+0xc9/0x220 Apr 17 22:39:14 client-4 kernel: [<ffffffff8873c1a8>] :obdclass:cl_lock_cancel0+0xa8/0x120 Apr 17 22:39:14 client-4 kernel: [<ffffffff8873c6ad>] :obdclass:cl_lock_hold_mod+0x2d/0x80 Apr 17 22:39:14 client-4 kernel: [<ffffffff8873d379>] :obdclass:cl_lock_hold_release+0x109/0x190 Apr 17 22:39:14 client-4 kernel: [<ffffffff88741227>] :obdclass:cl_lock_release+0xb7/0x140 Apr 17 22:39:14 client-4 kernel: [<ffffffff88744007>] :obdclass:cl_lock_link_fini+0xa7/0x130 Apr 17 22:39:14 client-4 kernel: [<ffffffff88740951>] :obdclass:cl_unuse+0x81/0xe0 Apr 17 22:39:14 client-4 kernel: [<ffffffff887441dd>] :obdclass:cl_io_unlock+0x14d/0x250 Apr 17 22:39:14 client-4 kernel: [<ffffffff88741e9c>] :obdclass:cl_io_end+0x9c/0x120 Apr 17 22:39:14 client-4 kernel: [<ffffffff88745a36>] :obdclass:cl_io_loop+0xc6/0x1a0 Apr 17 22:39:14 client-4 kernel: [<ffffffff88b2a1a1>] :lustre:ll_nopage+0x161/0x2b0 Apr 17 22:39:14 client-4 kernel: [<ffffffff8000e35e>] current_fs_time+0x3b/0x40 Apr 17 22:39:14 client-4 kernel: [<ffffffff8000895e>] __handle_mm_fault+0x1fb/0x1039 Apr 17 22:39:14 client-4 kernel: [<ffffffff8009e3d4>] attach_pid+0x8c/0xb9 Apr 17 22:39:14 client-4 kernel: [<ffffffff80066b55>] do_page_fault+0x4cb/0x874 Apr 17 22:39:14 client-4 kernel: [<ffffffff80062ff8>] thread_return+0x62/0xfe Apr 17 22:39:14 client-4 kernel: [<ffffffff8005dde9>] error_exit+0x0/0x84