Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400):0:mdt LNet: Service thread pid 3461 was inactive for 40.00s. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: Pid: 3461, comm: ll_ost_io01_001 Call Trace: [] jbd2_log_wait_commit+0xc5/0x140 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] fsfilt_ldiskfs_commit_wait+0x6d/0xf0 [fsfilt_ldiskfs] [] filter_preprw_write+0xc4d/0x22f0 [obdfilter] [] ? cfs_percpt_lock+0x5b/0x130 [libcfs] [] ? lolnd_send+0x2b/0xb0 [lnet] [] ? cfs_percpt_unlock+0x24/0xc0 [libcfs] [] ? null_alloc_rs+0x1ab/0x3b0 [ptlrpc] [] ? sptlrpc_svc_alloc_rs+0x74/0x2d0 [ptlrpc] [] filter_preprw+0x80/0xa0 [obdfilter] [] obd_preprw+0x12c/0x3d0 [ost] [] ost_brw_write+0x87a/0x1600 [ost] [] ? vsnprintf+0x2b6/0x5f0 [] ? lustre_msg_get_version+0x8c/0x100 [ptlrpc] [] ? lustre_msg_check_version+0xe8/0x100 [ptlrpc] [] ost_handle+0x360c/0x4850 [ost] [] ? libcfs_debug_msg+0x41/0x50 [libcfs] [] ? libcfs_id2str+0x74/0xb0 [libcfs] [] ptlrpc_server_handle_request+0x40d/0xea0 [ptlrpc] [] ? cfs_timer_arm+0xe/0x10 [libcfs] [] ? ptlrpc_wait_event+0xa7/0x2a0 [ptlrpc] [] ? __wake_up+0x53/0x70 [] ptlrpc_main+0xb59/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 LustreError: dumping log to /tmp/lustre-log.1345232888.3461 INFO: task ll_ost_io01_001:3461 blocked for more than 120 seconds. "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. ll_ost_io01_0 D 0000000000000002 0 3461 2 0x00000000 ffff88018038d7a0 0000000000000046 0000000000000000 ffff88018038d764 ffff88018038d7c0 ffff88021fc23480 ffff8800283966c0 0000000000000400 ffff8801baccb098 ffff88018038dfd8 000000000000fb88 ffff8801baccb098 Call Trace: [] jbd2_log_wait_commit+0xc5/0x140 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] fsfilt_ldiskfs_commit_wait+0x6d/0xf0 [fsfilt_ldiskfs] [] filter_preprw_write+0xc4d/0x22f0 [obdfilter] [] ? cfs_percpt_lock+0x5b/0x130 [libcfs] [] ? lolnd_send+0x2b/0xb0 [lnet] [] ? cfs_percpt_unlock+0x24/0xc0 [libcfs] [] ? null_alloc_rs+0x1ab/0x3b0 [ptlrpc] [] ? sptlrpc_svc_alloc_rs+0x74/0x2d0 [ptlrpc] [] filter_preprw+0x80/0xa0 [obdfilter] [] obd_preprw+0x12c/0x3d0 [ost] [] ost_brw_write+0x87a/0x1600 [ost] [] ? vsnprintf+0x2b6/0x5f0 [] ? lustre_msg_get_version+0x8c/0x100 [ptlrpc] [] ? lustre_msg_check_version+0xe8/0x100 [ptlrpc] [] ost_handle+0x360c/0x4850 [ost] [] ? libcfs_debug_msg+0x41/0x50 [libcfs] [] ? libcfs_id2str+0x74/0xb0 [libcfs] [] ptlrpc_server_handle_request+0x40d/0xea0 [ptlrpc] [] ? cfs_timer_arm+0xe/0x10 [libcfs] [] ? ptlrpc_wait_event+0xa7/0x2a0 [ptlrpc] [] ? __wake_up+0x53/0x70 [] ptlrpc_main+0xb59/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 SysRq : Show State task PC stack pid father init S 0000000000000003 0 1 0 0x00000000 ffff88021adab908 0000000000000086 0000000000000000 ffff88021adab8cc ffff88021adab9e8 ffff88021fc23680 ffff8800283166c0 0000000000000400 ffff88021ada9ab8 ffff88021adabfd8 000000000000fb88 ffff88021ada9ab8 Call Trace: [] schedule_hrtimeout_range+0x13d/0x160 [] ? add_wait_queue+0x46/0x60 [] ? __pollwait+0x75/0xf0 [] ? __pollwait+0x75/0xf0 [] poll_schedule_timeout+0x39/0x60 [] do_select+0x578/0x6b0 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? __do_fault+0x449/0x510 [] ? handle_pte_fault+0xf7/0xb50 [] ? mutex_lock+0x1e/0x50 [] ? pipe_read+0x2a7/0x4e0 [] core_sys_select+0x18a/0x2c0 [] ? apic_timer_interrupt+0xe/0x20 [] ? security_task_wait+0x16/0x20 [] ? wait_consider_task+0x9d/0xb20 [] ? remove_wait_queue+0x3c/0x50 [] ? do_wait+0x17f/0x240 [] ? pvclock_clocksource_read+0x58/0xd0 [] sys_select+0x47/0x110 [] ? posix_ktime_get_ts+0x11/0x20 [] system_call_fastpath+0x16/0x1b kthreadd S 0000000000000001 0 2 0 0x00000000 ffff88021adafed0 0000000000000046 0000000000000000 ffffffff8100c0e2 ffff88021ada8aa0 ffff88021ada8aa0 ffffffff81ea8748 ffff88021ae5dd28 ffff88021ada9058 ffff88021adaffd8 000000000000fb88 ffff88021ada9058 Call Trace: [] ? kernel_thread+0x82/0xe0 [] ? kthread+0x0/0xa0 [] kthreadd+0x1b5/0x1c0 [] child_rip+0xa/0x20 [] ? kthreadd+0x0/0x1c0 [] ? child_rip+0x0/0x20 migration/0 S 0000000000000000 0 3 2 0x00000000 ffff88021adb3e70 0000000000000046 0000000000000000 0000000000000082 ffff88021adb3df0 ffff88021510caa0 ffff8800282966c0 ffff8800282966c0 ffff88021ada85f8 ffff88021adb3fd8 000000000000fb88 ffff88021ada85f8 Call Trace: [] migration_thread+0x265/0x2e0 [] ? migration_thread+0x0/0x2e0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ksoftirqd/0 S 0000000000000000 0 4 2 0x00000000 ffff88021adb7ea0 0000000000000046 0000000000000000 ffff88021adb7e64 0000000000000000 ffff88021fc23080 ffff8800282966c0 0000000000000400 ffff88021adb5af8 ffff88021adb7fd8 000000000000fb88 ffff88021adb5af8 Call Trace: [] ksoftirqd+0xd5/0x110 [] ? ksoftirqd+0x0/0x110 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 migration/0 S 0000000000000000 0 5 2 0x00000000 ffff88021adb9df0 0000000000000046 ffff88021adb9df0 0000000000000000 0000000000000000 00000000ffffffff ffff88021adb9d90 ffffffff810ad3a8 ffff88021adb5098 ffff88021adb9fd8 000000000000fb88 ffff88021adb5098 Call Trace: [] ? module_refcount+0x58/0x70 [] ? stop_machine_cpu_stop+0x0/0xf0 [] cpu_stopper_thread+0x125/0x1b0 [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x12/0x20 [] ? cpu_stopper_thread+0x0/0x1b0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 watchdog/0 S 0000000000000000 0 6 2 0x00000000 ffff88021adddea0 0000000000000046 0000000000000000 ffffffff8103876c ffff88021addde10 ffffffff81012b89 ffff88021addde40 ffffffff81099015 ffff88021adb4638 ffff88021adddfd8 000000000000fb88 ffff88021adb4638 Call Trace: [] ? kvm_clock_read+0x1c/0x20 [] ? sched_clock+0x9/0x10 [] ? sched_clock_local+0x25/0x90 [] watchdog+0x9a/0xd0 [] ? watchdog+0x0/0xd0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 migration/1 S 0000000000000001 0 7 2 0x00000000 ffff88021ade1e70 0000000000000046 0000000000000000 0000000000000082 ffff88021ade1df0 ffff8801589d4ae0 ffff8800283166c0 ffff8800283166c0 ffff88021addfab8 ffff88021ade1fd8 000000000000fb88 ffff88021addfab8 Call Trace: [] migration_thread+0x265/0x2e0 [] ? migration_thread+0x0/0x2e0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 migration/1 S 0000000000000001 0 8 2 0x00000000 ffff88021ade3df0 0000000000000046 0000000000000000 0000000000000000 0000000000000000 00000000ffffffff ffff88021ade2000 0000000000000001 ffff88021addf058 ffff88021ade3fd8 000000000000fb88 ffff88021addf058 Call Trace: [] ? stop_machine_cpu_stop+0x0/0xf0 [] cpu_stopper_thread+0x125/0x1b0 [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x12/0x20 [] ? cpu_stopper_thread+0x0/0x1b0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ksoftirqd/1 S 0000000000000001 0 9 2 0x00000000 ffff88021ade7ea0 0000000000000046 0000000000000000 ffff88021ade7e64 ffff880200000000 ffff88021fc23280 ffff8800283966c0 0000000000000700 ffff88021adde5f8 ffff88021ade7fd8 000000000000fb88 ffff88021adde5f8 Call Trace: [] ksoftirqd+0xd5/0x110 [] ? ksoftirqd+0x0/0x110 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 watchdog/1 S 0000000000000001 0 10 2 0x00000000 ffff88021adf1ea0 0000000000000046 0000000000000000 ffffffff8103876c ffff88021adf1e10 ffffffff81012b89 ffff88021adf1e40 ffffffff81099015 ffff88021aded098 ffff88021adf1fd8 000000000000fb88 ffff88021aded098 Call Trace: [] ? kvm_clock_read+0x1c/0x20 [] ? sched_clock+0x9/0x10 [] ? sched_clock_local+0x25/0x90 [] watchdog+0x9a/0xd0 [] ? watchdog+0x0/0xd0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 migration/2 S 0000000000000002 0 11 2 0x00000000 ffff88021adf5e70 0000000000000046 0000000000000000 0000000000000082 ffff88021adf5df0 ffff88021510caa0 ffff8800283966c0 ffff8800283966c0 ffff88021adec638 ffff88021adf5fd8 000000000000fb88 ffff88021adec638 Call Trace: [] migration_thread+0x265/0x2e0 [] ? migration_thread+0x0/0x2e0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 migration/2 S 0000000000000002 0 12 2 0x00000000 ffff88021adf9df0 0000000000000046 0000000000000000 0000000000000000 0000000000000000 00000000ffffffff ffff88021adf8000 0000000000000001 ffff88021adf7ab8 ffff88021adf9fd8 000000000000fb88 ffff88021adf7ab8 Call Trace: [] ? stop_machine_cpu_stop+0x0/0xf0 [] cpu_stopper_thread+0x125/0x1b0 [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x12/0x20 [] ? cpu_stopper_thread+0x0/0x1b0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ksoftirqd/2 S 0000000000000002 0 13 2 0x00000000 ffff88021ae1dea0 0000000000000046 0000000000000000 ffff88021ae1de64 0000000000000000 ffff88021fc23480 ffff8800282966c0 0000000000000800 ffff88021adf7058 ffff88021ae1dfd8 000000000000fb88 ffff88021adf7058 Call Trace: [] ksoftirqd+0xd5/0x110 [] ? ksoftirqd+0x0/0x110 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 watchdog/2 S 0000000000000002 0 14 2 0x00000000 ffff88021ae25ea0 0000000000000046 0000000000000000 ffffffff8103876c ffff88021ae25e10 ffffffff81012b89 ffff88021ae25e40 ffffffff81099015 ffff88021ae23af8 ffff88021ae25fd8 000000000000fb88 ffff88021ae23af8 Call Trace: [] ? kvm_clock_read+0x1c/0x20 [] ? sched_clock+0x9/0x10 [] ? sched_clock_local+0x25/0x90 [] watchdog+0x9a/0xd0 [] ? watchdog+0x0/0xd0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 migration/3 S 0000000000000003 0 15 2 0x00000000 ffff88021ae27e70 0000000000000046 0000000000000000 0000000000000082 ffff88021ae27df0 ffff8801589d5540 ffff8800282166c0 ffff8800282166c0 ffff88021ae23098 ffff88021ae27fd8 000000000000fb88 ffff88021ae23098 Call Trace: [] migration_thread+0x265/0x2e0 [] ? migration_thread+0x0/0x2e0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 migration/3 S 0000000000000003 0 16 2 0x00000000 ffff88021ae2bdf0 0000000000000046 0000000000000000 ffff880143617dc8 0000000000000000 0000000000000000 ffff88021ae2bd70 ffffffff81060262 ffff88021ae22638 ffff88021ae2bfd8 000000000000fb88 ffff88021ae22638 Call Trace: [] ? default_wake_function+0x12/0x20 [] ? stop_machine_cpu_stop+0x0/0xf0 [] cpu_stopper_thread+0x125/0x1b0 [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x12/0x20 [] ? cpu_stopper_thread+0x0/0x1b0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ksoftirqd/3 S 0000000000000003 0 17 2 0x00000000 ffff88021ae33ea0 0000000000000046 0000000000000000 ffff88021ae33e64 0000000000000000 ffff88021fc23680 ffff8800282166c0 0000000000000400 ffff88021ae31ab8 ffff88021ae33fd8 000000000000fb88 ffff88021ae31ab8 Call Trace: [] ksoftirqd+0xd5/0x110 [] ? ksoftirqd+0x0/0x110 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 watchdog/3 S 0000000000000003 0 18 2 0x00000000 ffff88021ae59ea0 0000000000000046 0000000000000000 ffffffff8103876c ffff88021ae59e10 ffffffff81012b89 ffff88021ae59e40 ffffffff81099015 ffff88021ae305f8 ffff88021ae59fd8 000000000000fb88 ffff88021ae305f8 Call Trace: [] ? kvm_clock_read+0x1c/0x20 [] ? sched_clock+0x9/0x10 [] ? sched_clock_local+0x25/0x90 [] watchdog+0x9a/0xd0 [] ? watchdog+0x0/0xd0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 events/0 S 0000000000000000 0 19 2 0x00000000 ffff88021ae5de30 0000000000000046 0000000000000000 ffff8800282192c0 00000000ffffffff ffff8800282133a0 ffff88021ae5dfd8 ffff8800282192c8 ffff88021ae5baf8 ffff88021ae5dfd8 000000000000fb88 ffff88021ae5baf8 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] ? vmstat_update+0x0/0x40 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 events/1 S 0000000000000001 0 20 2 0x00000000 ffff88021ae5fe30 0000000000000046 0000000000000000 ffff8800282992c0 00000000ffffffff ffff880067435cc0 ffff88021ae5fdc0 0000000000000286 ffff88021ae5b098 ffff88021ae5ffd8 000000000000fb88 ffff88021ae5b098 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] ? flush_to_ldisc+0x0/0x1b0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 events/2 S 0000000000000002 0 21 2 0x00000000 ffff88021ae6be30 0000000000000046 0000000000000000 ffff8800283192c0 00000000ffffffff ffff8800283133a0 ffff88021ae6bfd8 ffff8800283192c8 ffff88021ae5a638 ffff88021ae6bfd8 000000000000fb88 ffff88021ae5a638 Call Trace: [] ? vmstat_update+0x0/0x40 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 events/3 S 0000000000000003 0 22 2 0x00000000 ffff88021ae6fe30 0000000000000046 0000000000000000 ffff8800283992c0 00000000ffffffff ffff8800283933a0 ffff88021ae6ffd8 ffff8800283992c8 ffff88021ae6dab8 ffff88021ae6ffd8 000000000000fb88 ffff88021ae6dab8 Call Trace: [] ? vmstat_update+0x0/0x40 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 cgroup S 0000000000000001 0 23 2 0x00000000 ffff88021ae71e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff88021ae6d058 ffff88021ae71fd8 000000000000fb88 ffff88021ae6d058 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 khelper S 0000000000000002 0 24 2 0x00000000 ffff88021ae75e30 0000000000000046 0000000000000000 0000000000000001 ffff88021ae75e30 ffff88014536e740 0000000000000000 0000000000000000 ffff88021ae6c5f8 ffff88021ae75fd8 000000000000fb88 ffff88021ae6c5f8 Call Trace: [] ? __call_usermodehelper+0x0/0xa0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 netns S 0000000000000001 0 25 2 0x00000000 ffff88021aea7e30 0000000000000046 ffff88021aea7df8 ffff88021aea7df4 0000000000000000 ffff88021fc23280 ffff8800282166c0 0000000000000400 ffff88021aea5af8 ffff88021aea7fd8 000000000000fb88 ffff88021aea5af8 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 async/mgr S 0000000000000001 0 26 2 0x00000000 ffff88021aea9e70 0000000000000046 0000000000000001 0000000000000001 ffff88021aea9df0 ffffffff8104f2cc ffff88021aea9df0 0000000000000282 ffff88021aea5098 ffff88021aea9fd8 000000000000fb88 ffff88021aea5098 Call Trace: [] ? check_preempt_curr+0x7c/0x90 [] async_manager_thread+0xc5/0x100 [] ? default_wake_function+0x0/0x20 [] ? async_manager_thread+0x0/0x100 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 pm S 0000000000000002 0 27 2 0x00000000 ffff88021aeade30 0000000000000046 0000000000000000 ffff880028316728 ffff88021aeaddb0 ffffffff81054c30 ffff88021aea40b8 ffff880028316728 ffff88021aea4638 ffff88021aeadfd8 000000000000fb88 ffff88021aea4638 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 sync_supers S 0000000000000000 0 28 2 0x00000000 ffff88021af21ec0 0000000000000046 ffff88021af21e88 ffff88021af21e84 ffff88021af21ec0 ffff88021fc23280 ffff8800282166c0 0000000000000400 ffff88021af1fab8 ffff88021af21fd8 000000000000fb88 ffff88021af1fab8 Call Trace: [] ? bdi_sync_supers+0x0/0x60 [] bdi_sync_supers+0x3b/0x60 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 bdi-default S 0000000000000002 0 29 2 0x00000000 ffff88021af23dd0 0000000000000046 0000000000000000 ffff880028316728 ffff880215131538 0000000000000286 ffff88021af23d70 ffffffff8107e00c ffff88021af1f058 ffff88021af23fd8 000000000000fb88 ffff88021af1f058 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] bdi_forker_task+0x263/0x310 [] ? bdi_forker_task+0x0/0x310 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kintegrityd/0 S 0000000000000000 0 30 2 0x00000000 ffff88021af27e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff88021af1e5f8 ffff88021af27fd8 000000000000fb88 ffff88021af1e5f8 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kintegrityd/1 S 0000000000000001 0 31 2 0x00000000 ffff88021af2be30 0000000000000046 0000000000000000 ffff880028296728 0000000000000001 ffff8800282966c0 ffff88021af2bde0 ffffffff81063c0b ffff88021af29af8 ffff88021af2bfd8 000000000000fb88 ffff88021af29af8 Call Trace: [] ? dequeue_task_fair+0x12b/0x130 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kintegrityd/2 S 0000000000000002 0 32 2 0x00000000 ffff88021af2de30 0000000000000046 ffff88021af2ddf8 ffff88021af2ddf4 0000000000000000 ffff88021fc23480 ffff8800282166c0 0000000000000400 ffff88021af29098 ffff88021af2dfd8 000000000000fb88 ffff88021af29098 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kintegrityd/3 S 0000000000000003 0 33 2 0x00000000 ffff88021af31e30 0000000000000046 0000000000000000 ffff880028296728 0000000000000001 ffff8800282966c0 ffff88021af31de0 ffffffff81063c0b ffff88021af28638 ffff88021af31fd8 000000000000fb88 ffff88021af28638 Call Trace: [] ? dequeue_task_fair+0x12b/0x130 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kblockd/0 S 0000000000000000 0 34 2 0x00000000 ffff88021a407e30 0000000000000046 0000000100000000 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffffffff81250550 ffff88021a405ab8 ffff88021a407fd8 000000000000fb88 ffff88021a405ab8 Call Trace: [] ? blk_unplug_work+0x0/0x70 [] ? prepare_to_wait+0x4e/0x80 [] ? blk_unplug_work+0x0/0x70 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kblockd/1 S 0000000000000001 0 35 2 0x00000000 ffff88021a409e30 0000000000000046 0000000000000000 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffffffff81250550 ffff88021a405058 ffff88021a409fd8 000000000000fb88 ffff88021a405058 Call Trace: [] ? blk_unplug_work+0x0/0x70 [] ? blk_unplug_work+0x0/0x70 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kblockd/2 S 0000000000000002 0 36 2 0x00000000 ffff88021a40de30 0000000000000046 0000000000000000 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffffffff81250550 ffff88021a4045f8 ffff88021a40dfd8 000000000000fb88 ffff88021a4045f8 Call Trace: [] ? blk_unplug_work+0x0/0x70 [] ? blk_unplug_work+0x0/0x70 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kblockd/3 S 0000000000000003 0 37 2 0x00000000 ffff88021a441e30 0000000000000046 0000000000000000 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffff8802150baea0 ffffffff81250550 ffff88021a40faf8 ffff88021a441fd8 000000000000fb88 ffff88021a40faf8 Call Trace: [] ? blk_unplug_work+0x0/0x70 [] ? blk_unplug_work+0x0/0x70 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kacpid S 0000000000000000 0 38 2 0x00000000 ffff88021a443e30 0000000000000046 ffff88021a443d90 ffffffff814fe8ad ffff88021a443e10 ffffffff81067c73 ffff88021a443e10 0000000000000282 ffff88021a40f098 ffff88021a443fd8 000000000000fb88 ffff88021a40f098 Call Trace: [] ? wait_for_completion+0x1d/0x20 [] ? set_cpus_allowed_ptr+0x133/0x1d0 [] ? prepare_to_wait+0x4e/0x80 [] ? bind_to_cpu0+0x0/0x33 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kacpi_notify S 0000000000000000 0 39 2 0x00000000 ffff88021a447e30 0000000000000046 ffff88021a447d90 ffffffff814fe8ad ffff88021a447e10 ffffffff81067c73 ffff88021a447e10 0000000000000282 ffff88021a40e638 ffff88021a447fd8 000000000000fb88 ffff88021a40e638 Call Trace: [] ? wait_for_completion+0x1d/0x20 [] ? set_cpus_allowed_ptr+0x133/0x1d0 [] ? prepare_to_wait+0x4e/0x80 [] ? bind_to_cpu0+0x0/0x33 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kacpi_hotplug S 0000000000000000 0 40 2 0x00000000 ffff88021a44be30 0000000000000046 ffff88021a44bd90 ffffffff814fe8ad ffff88021a44be10 ffffffff81067c73 ffff88021a44be10 0000000000000282 ffff88021a449ab8 ffff88021a44bfd8 000000000000fb88 ffff88021a449ab8 Call Trace: [] ? wait_for_completion+0x1d/0x20 [] ? set_cpus_allowed_ptr+0x133/0x1d0 [] ? prepare_to_wait+0x4e/0x80 [] ? bind_to_cpu0+0x0/0x33 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ata/0 S 0000000000000000 0 41 2 0x00000000 ffff88021a53de30 0000000000000046 ffff88021a53dd90 0000000000000202 ffff88021a53de00 ffffffff8138a459 ffff88021ada9538 ffff880028296728 ffff88021a449058 ffff88021a53dfd8 000000000000fb88 ffff88021a449058 Call Trace: [] ? ata_sff_hsm_move+0x119/0x740 [] ? prepare_to_wait+0x4e/0x80 [] ? ata_pio_task+0x0/0x110 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ata/1 S 0000000000000001 0 42 2 0x00000000 ffff88021a5c1e30 0000000000000046 ffff88021a5c1d90 0000000000000202 ffff88021a5c1e00 ffffffff8138a459 0000000000000010 0000000000000246 ffff88021a4485f8 ffff88021a5c1fd8 000000000000fb88 ffff88021a4485f8 Call Trace: [] ? ata_sff_hsm_move+0x119/0x740 [] ? prepare_to_wait+0x4e/0x80 [] ? ata_pio_task+0x0/0x110 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ata/2 S 0000000000000002 0 43 2 0x00000000 ffff88021a5c5e30 0000000000000046 ffff88021a5c5d90 0000000000000202 ffff88021a5c5e00 ffffffff8138a459 00000000891d874b 0000000000010177 ffff88021a5c3af8 ffff88021a5c5fd8 000000000000fb88 ffff88021a5c3af8 Call Trace: [] ? ata_sff_hsm_move+0x119/0x740 [] ? prepare_to_wait+0x4e/0x80 [] ? ata_pio_task+0x0/0x110 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ata/3 S 0000000000000003 0 44 2 0x00000000 ffff88021a5c7e30 0000000000000046 ffff88021a5c7d90 0000000000000018 ffff88021a5c7e00 ffffffff8138a459 0000000000000010 0000000000000216 ffff88021a5c3098 ffff88021a5c7fd8 000000000000fb88 ffff88021a5c3098 Call Trace: [] ? ata_sff_hsm_move+0x119/0x740 [] ? prepare_to_wait+0x4e/0x80 [] ? ata_pio_task+0x0/0x110 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ata_aux S 0000000000000001 0 45 2 0x00000000 ffff88021a5cbe30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021a5cbdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5c2638 ffff88021a5cbfd8 000000000000fb88 ffff88021a5c2638 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ksuspend_usbd S 0000000000000001 0 46 2 0x00000000 ffff88021a5cfe30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021a5cfdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5cdab8 ffff88021a5cffd8 000000000000fb88 ffff88021a5cdab8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 khubd S 0000000000000003 0 47 2 0x00000000 ffff88021a5d1d60 0000000000000046 0000000216666488 0000000000000001 0000000000000000 0000000000000082 ffff880215c9faa0 ffff880215e69db8 ffff88021a5cd058 ffff88021a5d1fd8 000000000000fb88 ffff88021a5cd058 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] hub_thread+0x379/0x1a30 [] ? __dequeue_entity+0x30/0x50 [] ? autoremove_wake_function+0x0/0x40 [] ? hub_thread+0x0/0x1a30 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kseriod S 0000000000000001 0 48 2 0x00000000 ffff88021a5d5e50 0000000000000046 0000000000000000 ffffffff81097e2f ffff88021a5d5e10 ffff88021a51d338 ffff88021a5d5e30 0000000000000286 ffff88021a5cc5f8 ffff88021a5d5fd8 000000000000fb88 ffff88021a5cc5f8 Call Trace: [] ? up+0x2f/0x50 [] serio_thread+0x39a/0x450 [] ? autoremove_wake_function+0x0/0x40 [] ? serio_thread+0x0/0x450 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md/0 S 0000000000000000 0 49 2 0x00000000 ffff88021a5d9e30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021a5d9db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5d7af8 ffff88021a5d9fd8 000000000000fb88 ffff88021a5d7af8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md/1 S 0000000000000001 0 50 2 0x00000000 ffff88021a5dbe30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021a5dbdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5d7098 ffff88021a5dbfd8 000000000000fb88 ffff88021a5d7098 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md/2 S 0000000000000002 0 51 2 0x00000000 ffff88021a5dfe30 0000000000000046 0000000000000000 ffff880028296728 ffff88021a5dfdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5d6638 ffff88021a5dffd8 000000000000fb88 ffff88021a5d6638 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md/3 S 0000000000000003 0 52 2 0x00000000 ffff88021a5e3e30 0000000000000046 0000000000000000 ffff880028296728 ffff88021a5e3db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5e1ab8 ffff88021a5e3fd8 000000000000fb88 ffff88021a5e1ab8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md_misc/0 S 0000000000000000 0 53 2 0x00000000 ffff88021a5e5e30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021a5e5db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5e1058 ffff88021a5e5fd8 000000000000fb88 ffff88021a5e1058 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md_misc/1 S 0000000000000001 0 54 2 0x00000000 ffff88021a5e9e30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021a5e9db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5e05f8 ffff88021a5e9fd8 000000000000fb88 ffff88021a5e05f8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md_misc/2 S 0000000000000002 0 55 2 0x00000000 ffff88021a5ede30 0000000000000046 0000000000000000 ffff880028296728 ffff88021a5eddb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5ebaf8 ffff88021a5edfd8 000000000000fb88 ffff88021a5ebaf8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 md_misc/3 S 0000000000000003 0 56 2 0x00000000 ffff88021a5efe30 0000000000000046 0000000000000000 ffff880028296728 ffff88021a5efdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021a5eb098 ffff88021a5effd8 000000000000fb88 ffff88021a5eb098 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 khungtaskd S 0000000000000000 0 57 2 0x00000000 ffff880216bc5dd0 0000000000000046 0000000000000000 ffff880028203fc0 ffff880216bc5dd0 ffffffff8100e520 ffff880216bc5d9c ffff8801baccaae0 ffff88021a5ea638 ffff880216bc5fd8 000000000000fb88 ffff88021a5ea638 Call Trace: [] ? dump_trace+0x190/0x3b0 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] schedule_timeout_interruptible+0x1e/0x20 [] watchdog+0x52/0x220 [] ? watchdog+0x0/0x220 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kswapd0 S 0000000000000002 0 58 2 0x00000000 ffff880216bc9e20 0000000000000046 0000000000000000 00000004814fea9a 0000000000000000 0000000000000000 0000000000000000 ffffffff81c015c0 ffff880216bc7ab8 ffff880216bc9fd8 000000000000fb88 ffff880216bc7ab8 Call Trace: [] kswapd+0x30b/0x3b0 [] ? autoremove_wake_function+0x0/0x40 [] ? kswapd+0x0/0x3b0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ksmd S 0000000000000001 0 59 2 0x00000000 ffff880216bcbe20 0000000000000046 0000000000000000 ffff880216bc6aa0 ffff880216bcbdb0 ffffffff8106335b ffff880216bcbdb0 ffff880216bc6aa0 ffff880216bc7058 ffff880216bcbfd8 000000000000fb88 ffff880216bc7058 Call Trace: [] ? enqueue_task_fair+0xfb/0x100 [] ksm_scan_thread+0x81b/0xd80 [] ? autoremove_wake_function+0x0/0x40 [] ? ksm_scan_thread+0x0/0xd80 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 khugepaged S 0000000000000003 0 60 2 0x00000000 ffff880216441d90 0000000000000046 0000000000000000 0000000000000286 ffff880215fe48c0 ffff880215fe48c0 ffff880216441d20 ffffffff81127d79 ffff880216bc65f8 ffff880216441fd8 000000000000fb88 ffff880216bc65f8 Call Trace: [] ? free_pages+0x49/0x50 [] khugepaged+0xa82/0x12c0 [] ? autoremove_wake_function+0x0/0x40 [] ? khugepaged+0x0/0x12c0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 aio/0 S 0000000000000000 0 61 2 0x00000000 ffff880216445e30 0000000000000046 0000000000000000 ffff880028296728 ffff880216445db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff880216443af8 ffff880216445fd8 000000000000fb88 ffff880216443af8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 aio/1 S 0000000000000001 0 62 2 0x00000000 ffff880216447e30 0000000000000046 0000000000000000 ffff880028296728 ffff880216447db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff880216443098 ffff880216447fd8 000000000000fb88 ffff880216443098 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 aio/2 S 0000000000000002 0 63 2 0x00000000 ffff88021644be30 0000000000000046 0000000000000000 ffff880028296728 ffff88021644bdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff880216442638 ffff88021644bfd8 000000000000fb88 ffff880216442638 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 aio/3 S 0000000000000003 0 64 2 0x00000000 ffff88021644fe30 0000000000000046 0000000000000000 ffff880028296728 ffff88021644fdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021644dab8 ffff88021644ffd8 000000000000fb88 ffff88021644dab8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 crypto/0 S 0000000000000000 0 65 2 0x00000000 ffff880216521e30 0000000000000046 0000000000000000 ffff880028296728 ffff880216521db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021644d058 ffff880216521fd8 000000000000fb88 ffff88021644d058 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 crypto/1 S 0000000000000001 0 66 2 0x00000000 ffff880216525e30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff880216525db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021644c5f8 ffff880216525fd8 000000000000fb88 ffff88021644c5f8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 crypto/2 S 0000000000000002 0 67 2 0x00000000 ffff880216529e30 0000000000000046 0000000000000000 ffff880028296728 ffff880216529db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff880216527af8 ffff880216529fd8 000000000000fb88 ffff880216527af8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 crypto/3 S 0000000000000003 0 68 2 0x00000000 ffff88021652be30 0000000000000046 0000000000000000 ffff880028296728 ffff88021652bdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff880216527098 ffff88021652bfd8 000000000000fb88 ffff880216527098 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kthrotld/0 S 0000000000000000 0 73 2 0x00000000 ffff88021653de30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021653ddb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021653baf8 ffff88021653dfd8 000000000000fb88 ffff88021653baf8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kthrotld/1 S 0000000000000001 0 74 2 0x00000000 ffff88021653fe30 0000000000000046 ffff88021ada9548 ffff880028296728 ffff88021653fdb0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021653b098 ffff88021653ffd8 000000000000fb88 ffff88021653b098 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kthrotld/2 S 0000000000000002 0 75 2 0x00000000 ffff880216553e30 0000000000000046 0000000000000000 ffff880028296728 ffff880216553db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff88021653a638 ffff880216553fd8 000000000000fb88 ffff88021653a638 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kthrotld/3 S 0000000000000003 0 76 2 0x00000000 ffff880216557e30 0000000000000046 0000000000000000 ffff880028296728 ffff880216557db0 ffffffff81054c30 ffff88021ada9538 ffff880028296728 ffff880216555ab8 ffff880216557fd8 000000000000fb88 ffff880216555ab8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kpsmoused S 0000000000000001 0 78 2 0x00000000 ffff880216689e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff8802165545f8 ffff880216689fd8 000000000000fb88 ffff8802165545f8 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 usbhid_resume S 0000000000000001 0 79 2 0x00000000 ffff88021668de30 0000000000000046 0000000000000000 ffff880028296728 0000000000000001 ffff8800282966c0 ffff88021668dde0 ffffffff81063c0b ffff88021668baf8 ffff88021668dfd8 000000000000fb88 ffff88021668baf8 Call Trace: [] ? dequeue_task_fair+0x12b/0x130 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kstriped S 0000000000000001 0 108 2 0x00000000 ffff8802167d7e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff88021668b098 ffff8802167d7fd8 000000000000fb88 ffff88021668b098 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 scsi_eh_0 S 0000000000000002 0 204 2 0x00000000 ffff880215dbfe20 0000000000000046 000000000000000f 0000000000000282 ffff880215dbfde0 ffffffff81385748 ffff880215dbfde0 ffffffff81385c4a ffff8802154a5098 ffff880215dbffd8 000000000000fb88 ffff8802154a5098 Call Trace: [] ? ata_scsi_port_error_handler+0x348/0x710 [] ? ata_scsi_cmd_error_handler+0x13a/0x190 [] scsi_error_handler+0xa0/0x6d0 [] ? scsi_error_handler+0x0/0x6d0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 scsi_eh_1 S 0000000000000000 0 211 2 0x00000000 ffff88021553be20 0000000000000046 ffff88021553bd90 ffffffff81274307 ffffffffa0024fc0 ffffffffa0024fc0 ffff88021553bda0 ffffffff8134bd77 ffff880215539ab8 ffff88021553bfd8 000000000000fb88 ffff880215539ab8 Call Trace: [] ? kobject_put+0x27/0x60 [] ? put_device+0x17/0x20 [] scsi_error_handler+0xa0/0x6d0 [] ? scsi_error_handler+0x0/0x6d0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 virtio-blk S 0000000000000002 0 364 2 0x00000000 ffff88021513be30 0000000000000046 0000000000000000 ffff88021513bee0 ffffffff81500a95 ffff88021ada8aa0 ffffe8ffffc000c0 ffffffff8108c5f0 ffff880215d65ab8 ffff88021513bfd8 000000000000fb88 ffff880215d65ab8 Call Trace: [] ? page_fault+0x25/0x30 [] ? worker_thread+0x0/0x2a0 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 jbd2/vda1-8 S 0000000000000002 0 395 2 0x00000000 ffff880215ddfe60 0000000000000046 0000000000000000 0000000000000000 0000000000001601 0000000000000000 0000000000000000 0000000000000016 ffff880215edfab8 ffff880215ddffd8 000000000000fb88 ffff880215edfab8 Call Trace: [] kjournald2+0x1fa/0x220 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] ? kjournald2+0x0/0x220 [jbd2] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ext4-dio-unwr S 0000000000000000 0 396 2 0x00000000 ffff8802165b7e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880215151098 ffff8802165b7fd8 000000000000fb88 ffff880215151098 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ext4-dio-unwr S 0000000000000001 0 397 2 0x00000000 ffff880215125e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880215f9a638 ffff880215125fd8 000000000000fb88 ffff880215f9a638 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ext4-dio-unwr S 0000000000000002 0 398 2 0x00000000 ffff880215329e30 0000000000000046 ffff880215329df8 ffff880215329df4 0000000000000000 ffff88021fc23480 ffff8800282966c0 0000000000000400 ffff8802154a4638 ffff880215329fd8 000000000000fb88 ffff8802154a4638 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ext4-dio-unwr S 0000000000000003 0 399 2 0x00000000 ffff8802151cfe30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff8802151f0638 ffff8802151cffd8 000000000000fb88 ffff8802151f0638 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 udevd S 0000000000000001 0 480 1 0x00000000 ffff880215e7da58 0000000000000082 0000000000000000 ffffffff81060262 ffff880215e7d9f8 ffffffff81190046 0000000000000000 ffff880215d96080 ffff880215cc65f8 ffff880215e7dfd8 000000000000fb88 ffff880215cc65f8 Call Trace: [] ? default_wake_function+0x12/0x20 [] ? pollwake+0x56/0x60 [] schedule_hrtimeout_range+0x13d/0x160 [] ? __pollwait+0x75/0xf0 [] ? add_wait_queue+0x46/0x60 [] ? unix_dgram_poll+0x127/0x1c0 [] poll_schedule_timeout+0x39/0x60 [] do_sys_poll+0x45b/0x520 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? autoremove_wake_function+0x0/0x40 [] ? generic_file_aio_write+0xbe/0xe0 [] ? do_sync_write+0xfa/0x140 [] ? sys_recvfrom+0xee/0x180 [] ? vfs_write+0x132/0x1a0 [] sys_poll+0x71/0x100 [] system_call_fastpath+0x16/0x1b vballoon S 0000000000000003 0 737 2 0x00000000 ffff88021553de40 0000000000000046 ffff88021553de08 ffff88021553de04 ffff880215f4f538 ffff88021fc23680 ffff8800283166c0 0000000000000632 ffff88021561faf8 ffff88021553dfd8 000000000000fb88 ffff88021561faf8 Call Trace: [] balloon+0x204/0x260 [virtio_balloon] [] ? autoremove_wake_function+0x0/0x40 [] ? balloon+0x0/0x260 [virtio_balloon] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 virtio-net S 0000000000000003 0 750 2 0x00000000 ffff88021552be30 0000000000000046 0000000000000000 ffff880028216728 ffff88021552bdb0 ffffffff81054c30 ffff880215d97578 ffff880028216728 ffff8802157dbaf8 ffff88021552bfd8 000000000000fb88 ffff8802157dbaf8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 udevd S 0000000000000001 0 889 480 0x00000000 ffff880215e97a08 0000000000000086 ffff88021579a400 ffff880028296728 0000000000070fe7 0000000000000000 ffff880215e979b8 ffff880028296728 ffff880215d96638 ffff880215e97fd8 000000000000fb88 ffff880215d96638 Call Trace: [] ? enqueue_entity+0x125/0x410 [] ? wakeup_preempt_entity+0x47/0x50 [] schedule_hrtimeout_range+0x13d/0x160 [] ? add_wait_queue+0x46/0x60 [] ? __pollwait+0x75/0xf0 [] ? try_to_wake_up+0x24c/0x3e0 [] poll_schedule_timeout+0x39/0x60 [] do_sys_poll+0x45b/0x520 [] ? default_wake_function+0x12/0x20 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? sock_def_readable+0x44/0x80 [] ? unix_dgram_sendmsg+0x5e3/0x6b0 [] ? sock_sendmsg+0x123/0x150 [] ? autoremove_wake_function+0x0/0x40 [] ? __sys_sendmsg+0x406/0x420 [] ? pvclock_clocksource_read+0x58/0xd0 [] ? sys_sendto+0x139/0x190 [] sys_ppoll+0x4c/0x180 [] ? sys_sendmsg+0x49/0x90 [] system_call_fastpath+0x16/0x1b kauditd S 0000000000000001 0 970 2 0x00000000 ffff880215e95e70 0000000000000046 0000000000000000 0000000000000400 0000000000000001 ffff880028294240 0000000000000001 ffff8800282966c0 ffff88021566b058 ffff880215e95fd8 000000000000fb88 ffff88021566b058 Call Trace: [] kauditd_thread+0x149/0x180 [] ? default_wake_function+0x0/0x20 [] ? kauditd_thread+0x0/0x180 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 spl_system_ta S 0000000000000000 0 993 2 0x00000000 ffff88021540de10 0000000000000046 0000000000000000 ffff88021540ddd4 ffff880200000000 ffff88021fc23080 ffff8800282966c0 000000000000b23f ffff88021572baf8 ffff88021540dfd8 000000000000fb88 ffff88021572baf8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 spl_system_ta S 0000000000000001 0 994 2 0x00000000 ffff880215267e10 0000000000000046 0000000000000000 ffffffff810629d3 ffff880215267da0 ffff88021684ead8 ffff880216ad6b28 ffff880028296728 ffff88021684f058 ffff880215267fd8 000000000000fb88 ffff88021684f058 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 spl_system_ta S 0000000000000002 0 995 2 0x00000000 ffff88021542fe10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880215151af8 ffff88021542ffd8 000000000000fb88 ffff880215151af8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 spl_system_ta S 0000000000000003 0 996 2 0x00000000 ffff880215d89e10 0000000000000046 0000000000000000 ffffffff810920e6 0000000000000000 ffff8802150fa220 ffff880215d89dd0 ffffffff8104e309 ffff8802151305f8 ffff880215d89fd8 000000000000fb88 ffff8802151305f8 Call Trace: [] ? autoremove_wake_function+0x16/0x40 [] ? __wake_up_common+0x59/0x90 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 arc_adapt S 0000000000000003 0 1003 2 0x00000000 ffff8802177e1d40 0000000000000046 0000000000000000 ffff8802177e1d04 ffff880200000000 0000000000000286 ffff8802177e1ce0 ffffffff8107e00c ffff880216779af8 ffff8802177e1fd8 000000000000fb88 ffff880216779af8 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] __cv_timedwait_common+0xb8/0x260 [spl] [] ? common_interrupt+0xe/0x13 [] ? autoremove_wake_function+0x0/0x40 [] ? arc_adapt_thread+0x0/0xd0 [zfs] [] __cv_timedwait_interruptible+0x13/0x20 [spl] [] arc_adapt_thread+0x9f/0xd0 [zfs] [] thread_generic_wrapper+0x68/0x80 [spl] [] ? thread_generic_wrapper+0x0/0x80 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 l2arc_feed S 0000000000000000 0 1004 2 0x00000000 ffff880214a13c60 0000000000000046 0000000000000000 ffff880214a13c24 0000000000000000 0000000000000286 ffff880214a13c00 ffffffff8107e00c ffff880215e8e5f8 ffff880214a13fd8 000000000000fb88 ffff880215e8e5f8 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] __cv_timedwait_common+0xb8/0x260 [spl] [] ? apic_timer_interrupt+0xe/0x20 [] ? autoremove_wake_function+0x0/0x40 [] ? l2arc_feed_thread+0x0/0x860 [zfs] [] __cv_timedwait_interruptible+0x13/0x20 [spl] [] l2arc_feed_thread+0x58/0x860 [zfs] [] ? enqueue_entity+0x56/0x410 [] ? enqueue_task_fair+0xfb/0x100 [] ? kmem_free_debug+0x4b/0x150 [spl] [] ? set_user_nice+0xc9/0x130 [] ? l2arc_feed_thread+0x0/0x860 [zfs] [] thread_generic_wrapper+0x68/0x80 [spl] [] ? thread_generic_wrapper+0x0/0x80 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/0 S 0000000000000000 0 1005 2 0x00000000 ffff880214a15e10 0000000000000046 ffff880214a15dd8 ffff880214a15dd4 0000000000000000 ffff88021fc23080 ffff8800283966c0 0000000000000400 ffff88021572a638 ffff880214a15fd8 000000000000fb88 ffff88021572a638 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/1 S 0000000000000001 0 1006 2 0x00000000 ffff880214a17e10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff8802155865f8 ffff880214a17fd8 000000000000fb88 ffff8802155865f8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/2 S 0000000000000002 0 1007 2 0x00000000 ffff880214a19e10 0000000000000046 ffff880214a19dd8 ffff880214a19dd4 0000000000000000 ffff88021fc23480 ffff8800283966c0 0000000000000400 ffff8802157e7ab8 ffff880214a19fd8 000000000000fb88 ffff8802157e7ab8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/3 S 0000000000000003 0 1008 2 0x00000000 ffff880214a1be10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880216779098 ffff880214a1bfd8 000000000000fb88 ffff880216779098 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/4 S 0000000000000000 0 1009 2 0x00000000 ffff880214a1de10 0000000000000046 ffff880214a1ddd8 ffff880214a1ddd4 0000000000000000 ffff88021fc23080 ffff8800283966c0 0000000000000400 ffff8802156c2638 ffff880214a1dfd8 000000000000fb88 ffff8802156c2638 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/5 S 0000000000000001 0 1010 2 0x00000000 ffff880214a1fe10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880215df9058 ffff880214a1ffd8 000000000000fb88 ffff880215df9058 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/6 S 0000000000000002 0 1011 2 0x00000000 ffff880214a31e10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff8802157cfab8 ffff880214a31fd8 000000000000fb88 ffff8802157cfab8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/7 S 0000000000000003 0 1012 2 0x00000000 ffff880214a33e10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880215df85f8 ffff880214a33fd8 000000000000fb88 ffff880215df85f8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/8 S 0000000000000000 0 1013 2 0x00000000 ffff880214a35e10 0000000000000046 ffff880214a35dd8 ffff880214a35dd4 0000000000000000 ffff88021fc23080 ffff8800283966c0 0000000000000400 ffff880215e3f098 ffff880214a35fd8 000000000000fb88 ffff880215e3f098 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/9 S 0000000000000001 0 1014 2 0x00000000 ffff880214a37e10 0000000000000046 ffff880214a37dd8 ffff880214a37dd4 0000000000000000 ffff88021fc23280 ffff8800283966c0 0000000000000400 ffff880216f33058 ffff880214a37fd8 000000000000fb88 ffff880216f33058 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/10 S 0000000000000002 0 1015 2 0x00000000 ffff880214a39e10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880216f325f8 ffff880214a39fd8 000000000000fb88 ffff880216f325f8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/11 S 0000000000000003 0 1016 2 0x00000000 ffff880214a3be10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880216ad7af8 ffff880214a3bfd8 000000000000fb88 ffff880216ad7af8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/12 S 0000000000000000 0 1017 2 0x00000000 ffff880214a3de10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff8802156c3af8 ffff880214a3dfd8 000000000000fb88 ffff8802156c3af8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/13 S 0000000000000001 0 1018 2 0x00000000 ffff880214a3fe10 0000000000000046 ffff880214a3fdd8 ffff880214a3fdd4 0000000000000000 ffff88021fc23280 ffff8800283966c0 0000000000000400 ffff880216850638 ffff880214a3ffd8 000000000000fb88 ffff880216850638 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/14 S 0000000000000002 0 1019 2 0x00000000 ffff880214a41e10 0000000000000046 0000000000000000 ffffffff810629d3 ffff880214a41da0 ffff880216850b18 0000000000000000 ffff880028216728 ffff880216851098 ffff880214a41fd8 000000000000fb88 ffff880216851098 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/15 S 0000000000000003 0 1020 2 0x00000000 ffff880214a43e10 0000000000000046 ffff880214a43da0 ffffffff810629d3 ffff880214a43da0 ffff88021687d578 0000000000000000 ffff880028216728 ffff88021687daf8 ffff880214a43fd8 000000000000fb88 ffff88021687daf8 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/16 S 0000000000000000 0 1021 2 0x00000000 ffff880214a45e10 0000000000000046 ffff880214a45da0 ffffffff810629d3 ffff880214a45da0 ffff8802157e6078 0000000000000000 ffff880028216728 ffff8802157e65f8 ffff880214a45fd8 000000000000fb88 ffff8802157e65f8 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/17 S 0000000000000001 0 1022 2 0x00000000 ffff880214a47e10 0000000000000046 ffff880214a47dd8 ffff880214a47dd4 0000000000000000 ffff88021fc23280 ffff8800283966c0 0000000000000400 ffff8802150a5af8 ffff880214a47fd8 000000000000fb88 ffff8802150a5af8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/18 S 0000000000000002 0 1023 2 0x00000000 ffff880214a49e10 0000000000000046 0000000000000000 ffffffff810629d3 ffff880214a49da0 ffff8802157e6ad8 0000000000000000 ffff880028216728 ffff8802157e7058 ffff880214a49fd8 000000000000fb88 ffff8802157e7058 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/19 S 0000000000000003 0 1024 2 0x00000000 ffff880214a4be10 0000000000000046 ffff880214a4bda0 ffffffff810629d3 ffff880214a4bda0 ffff8802154f40b8 0000000000000000 ffff880028216728 ffff8802154f4638 ffff880214a4bfd8 000000000000fb88 ffff8802154f4638 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/20 S 0000000000000000 0 1025 2 0x00000000 ffff880214a4de10 0000000000000046 ffff880214a4dda0 ffffffff810629d3 ffff880214a4dda0 ffff8802155af538 0000000000000000 ffff880028216728 ffff8802155afab8 ffff880214a4dfd8 000000000000fb88 ffff8802155afab8 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/21 S 0000000000000001 0 1026 2 0x00000000 ffff880214a4fe10 0000000000000046 ffff880214a4fdd8 ffff880214a4fdd4 0000000000000000 ffff88021fc23280 ffff8800283966c0 0000000000000400 ffff88021572b098 ffff880214a4ffd8 000000000000fb88 ffff88021572b098 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/22 S 0000000000000002 0 1027 2 0x00000000 ffff880214a51e10 0000000000000046 0000000000000000 ffffffff810629d3 ffff880214a51da0 ffff88021579e0b8 0000000000000000 ffff880028216728 ffff88021579e638 ffff880214a51fd8 000000000000fb88 ffff88021579e638 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/23 S 0000000000000003 0 1028 2 0x00000000 ffff880214a53e10 0000000000000046 ffff880214a53da0 ffffffff810629d3 ffff880214a53da0 ffff8802156fe078 0000000000000000 ffff880028216728 ffff8802156fe5f8 ffff880214a53fd8 000000000000fb88 ffff8802156fe5f8 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/24 S 0000000000000000 0 1029 2 0x00000000 ffff880214a55e10 0000000000000046 ffff880214a55da0 ffffffff810629d3 ffff880214a55da0 ffff880215699578 0000000000000000 ffff880028216728 ffff880215699af8 ffff880214a55fd8 000000000000fb88 ffff880215699af8 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/25 S 0000000000000001 0 1030 2 0x00000000 ffff880214a57e10 0000000000000046 ffff880214a57dd8 ffff880214a57dd4 0000000000000000 ffff88021fc23280 ffff8800283966c0 0000000000000400 ffff88021566bab8 ffff880214a57fd8 000000000000fb88 ffff88021566bab8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/26 S 0000000000000002 0 1031 2 0x00000000 ffff880214a59e10 0000000000000046 0000000000000000 ffffffff810629d3 ffff880214a59da0 ffff8802156fead8 0000000000000000 ffff880028216728 ffff8802156ff058 ffff880214a59fd8 000000000000fb88 ffff8802156ff058 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/27 S 0000000000000003 0 1032 2 0x00000000 ffff880214a5be10 0000000000000046 ffff880214a5bda0 ffffffff810629d3 ffff880214a5bda0 ffff88021566a078 0000000000000000 ffff880028216728 ffff88021566a5f8 ffff880214a5bfd8 000000000000fb88 ffff88021566a5f8 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/28 S 0000000000000000 0 1033 2 0x00000000 ffff880214a5de10 0000000000000046 ffff880214a5dda0 ffffffff810629d3 ffff880214a5dda0 ffff88021561eb18 0000000000000000 ffff880028216728 ffff88021561f098 ffff880214a5dfd8 000000000000fb88 ffff88021561f098 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/29 S 0000000000000001 0 1034 2 0x00000000 ffff880214a5fe10 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880215d17af8 ffff880214a5ffd8 000000000000fb88 ffff880215d17af8 Call Trace: [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/30 S 0000000000000002 0 1035 2 0x00000000 ffff880214a61e10 0000000000000046 0000000000000000 ffffffff810629d3 ffff880214a61da0 ffff88021540f578 0000000000000000 ffff880028216728 ffff88021540faf8 ffff880214a61fd8 000000000000fb88 ffff88021540faf8 Call Trace: [] ? dequeue_entity+0x113/0x2e0 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 zvol/31 S 0000000000000003 0 1036 2 0x00000000 ffff880214a63e10 0000000000000046 ffff880214a63d80 ffffffff810920e6 ffff880214a63da0 ffff880218c2eb20 ffff880214a63dd0 ffffffff8104e309 ffff880215d15ab8 ffff880214a63fd8 000000000000fb88 ffff880215d15ab8 Call Trace: [] ? autoremove_wake_function+0x16/0x40 [] ? __wake_up_common+0x59/0x90 [] taskq_thread+0x3f2/0x590 [spl] [] ? thread_return+0x4e/0x76e [] ? default_wake_function+0x0/0x20 [] ? taskq_thread+0x0/0x590 [spl] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 rsyslogd S 0000000000000000 0 1235 1 0x00000000 ffff880216f79908 0000000000000082 ffff880216f798f8 ffffffff81096fa3 ffff880200000000 0000000181056a64 ffff88000003bc28 0000000000000001 ffff880216ad6638 ffff880216f79fd8 000000000000fb88 ffff880216ad6638 Call Trace: [] ? __hrtimer_start_range_ns+0x1a3/0x460 [] schedule_hrtimeout_range+0xc8/0x160 [] ? hrtimer_wakeup+0x0/0x30 [] ? hrtimer_start_range_ns+0x14/0x20 [] poll_schedule_timeout+0x39/0x60 [] do_select+0x578/0x6b0 [] ? get_page_from_freelist+0x3d1/0x820 [] ? __pollwait+0x0/0xf0 [] ? perf_event_task_sched_out+0x33/0x80 [] ? reschedule_interrupt+0xe/0x20 [] ? find_get_page+0x1e/0xa0 [] ? pvclock_clocksource_read+0x58/0xd0 [] ? enqueue_entity+0x125/0x410 [] ? enqueue_task_fair+0x64/0x100 [] ? enqueue_task+0x66/0x80 [] ? check_preempt_curr+0x6d/0x90 [] ? try_to_wake_up+0x24c/0x3e0 [] ? sched_clock_local+0x25/0x90 [] core_sys_select+0x18a/0x2c0 [] ? up_read+0x1f/0x30 [] ? __do_page_fault+0x1ec/0x480 [] ? pvclock_clocksource_read+0x58/0xd0 [] ? kvm_clock_read+0x1c/0x20 [] ? kvm_clock_get_cycles+0x9/0x10 [] ? ktime_get_ts+0xa9/0xe0 [] sys_select+0x47/0x110 [] system_call_fastpath+0x16/0x1b rsyslogd S 0000000000000003 0 1237 1 0x00000000 ffff8802186f7908 0000000000000082 0000000000000000 ffff8802186f7858 ffff880214a0ee80 ffff880214a0ee80 0000000000000000 ffffffff81280103 ffff880215edf058 ffff8802186f7fd8 000000000000fb88 ffff880215edf058 Call Trace: [] ? __bitmap_complement+0x3/0x80 [] schedule_hrtimeout_range+0x13d/0x160 [] ? __pollwait+0x75/0xf0 [] ? unix_dgram_poll+0x127/0x1c0 [] poll_schedule_timeout+0x39/0x60 [] do_select+0x578/0x6b0 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? __kfree_skb+0x47/0xa0 [] ? consume_skb+0x3b/0x80 [] ? skb_free_datagram+0x19/0x50 [] ? unix_dgram_recvmsg+0x226/0x380 [] ? pvclock_clocksource_read+0x58/0xd0 [] ? enqueue_entity+0x125/0x410 [] ? native_smp_send_reschedule+0x49/0x60 [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] ? try_to_wake_up+0x24c/0x3e0 [] core_sys_select+0x18a/0x2c0 [] ? pvclock_clocksource_read+0x58/0xd0 [] sys_select+0x47/0x110 [] ? sys_gettimeofday+0x40/0x90 [] system_call_fastpath+0x16/0x1b rsyslogd S 0000000000000003 0 1238 1 0x00000000 ffff8802177eddf8 0000000000000082 0000000000000000 0000000000000282 ffff880028296728 ffff8801ac472080 ffff8801e4153c98 0000000001695248 ffff8802155d7058 ffff8802177edfd8 000000000000fb88 ffff8802155d7058 Call Trace: [] do_syslog+0x461/0x4c0 [] ? autoremove_wake_function+0x0/0x40 [] kmsg_read+0x32/0x60 [] proc_reg_read+0x7e/0xc0 [] vfs_read+0xb5/0x1a0 [] sys_read+0x51/0x90 [] ? sys_gettimeofday+0x40/0x90 [] system_call_fastpath+0x16/0x1b rs:main Q:Reg S 0000000000000001 0 3766 1 0x00000000 ffff8801e4153bf8 0000000000000082 0000000000000000 ffffffff81096fa3 0000000000000001 0000000101a022aa ffff8801e4152000 0000000000000048 ffff8801ac472638 ffff8801e4153fd8 000000000000fb88 ffff8801ac472638 Call Trace: [] ? __hrtimer_start_range_ns+0x1a3/0x460 [] futex_wait_queue_me+0xb9/0xf0 [] futex_wait+0x1f8/0x380 [] ? hrtimer_wakeup+0x0/0x30 [] ? hrtimer_start_range_ns+0x14/0x20 [] do_futex+0x121/0xb60 [] ? autoremove_wake_function+0x0/0x40 [] ? apic_timer_interrupt+0xe/0x20 [] ? pvclock_clocksource_read+0x58/0xd0 [] sys_futex+0x7b/0x170 [] ? kvm_clock_read+0x1c/0x20 [] ? kvm_get_wallclock+0x40/0x70 [] system_call_fastpath+0x16/0x1b rpcbind S 0000000000000003 0 1253 1 0x00000000 ffff880216f6fa58 0000000000000086 ffff880216f6fa48 ffffffff81096fa3 ffff880200000003 0000000100000286 ffff880216f6f9f8 ffffffff81096481 ffff8802154f5af8 ffff880216f6ffd8 000000000000fb88 ffff8802154f5af8 Call Trace: [] ? __hrtimer_start_range_ns+0x1a3/0x460 [] ? lock_hrtimer_base+0x31/0x60 [] schedule_hrtimeout_range+0xc8/0x160 [] ? hrtimer_wakeup+0x0/0x30 [] ? hrtimer_start_range_ns+0x14/0x20 [] poll_schedule_timeout+0x39/0x60 [] do_sys_poll+0x45b/0x520 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? handle_mm_fault+0x1e4/0x2b0 [] ? pvclock_clocksource_read+0x58/0xd0 [] ? kvm_clock_read+0x1c/0x20 [] ? kvm_clock_get_cycles+0x9/0x10 [] ? ktime_get_ts+0xa9/0xe0 [] ? poll_select_set_timeout+0x8d/0xa0 [] sys_poll+0x71/0x100 [] system_call_fastpath+0x16/0x1b rpc.statd S 0000000000000003 0 1271 1 0x00000000 ffff880214a09908 0000000000000086 ffff880214a098c8 ffffffff81162447 ffff880215204950 0000000000000040 ffff880200000000 ffffffff00000000 ffff880215775058 ffff880214a09fd8 000000000000fb88 ffff880215775058 Call Trace: [] ? cache_grow+0x217/0x320 [] schedule_hrtimeout_range+0x13d/0x160 [] ? add_wait_queue+0x46/0x60 [] ? __pollwait+0x75/0xf0 [] poll_schedule_timeout+0x39/0x60 [] do_select+0x578/0x6b0 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? __do_fault+0x449/0x510 [] ? handle_pte_fault+0xf7/0xb50 [] core_sys_select+0x18a/0x2c0 [] ? __do_page_fault+0x1ec/0x480 [] ? mntput_no_expire+0x30/0x110 [] sys_select+0x47/0x110 [] ? do_page_fault+0x3e/0xa0 [] system_call_fastpath+0x16/0x1b rpciod/0 S 0000000000000000 0 1297 2 0x00000000 ffff880217827e30 0000000000000046 0000000000000000 ffff88020bcd4b80 ffff88020bcd4bf0 0000000000000000 ffff880217827db0 ffffffffa03a3515 ffff8802150a5098 ffff880217827fd8 000000000000fb88 ffff8802150a5098 Call Trace: [] ? rpc_final_put_task+0x55/0x60 [sunrpc] [] ? rpc_async_schedule+0x0/0x20 [sunrpc] [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 rpciod/1 S 0000000000000001 0 1298 2 0x00000000 ffff880217829e30 0000000000000046 0000000000000000 ffffffffa039931c ffff880217829db0 0000000000000246 ffff880217829db0 ffffffff8150076b ffff88021684fab8 ffff880217829fd8 000000000000fb88 ffff88021684fab8 Call Trace: [] ? call_transmit+0x1ec/0x2c0 [sunrpc] [] ? _spin_unlock_bh+0x1b/0x20 [] ? rpc_async_schedule+0x0/0x20 [sunrpc] [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 rpciod/2 S 0000000000000002 0 1299 2 0x00000000 ffff88021782be30 0000000000000046 ffff88021782bdb0 ffffffffa039931c ffff88021782bdb0 0000000000000246 ffff88021782bdb0 ffffffff8150076b ffff880216531ab8 ffff88021782bfd8 000000000000fb88 ffff880216531ab8 Call Trace: [] ? call_transmit+0x1ec/0x2c0 [sunrpc] [] ? _spin_unlock_bh+0x1b/0x20 [] ? prepare_to_wait+0x4e/0x80 [] ? rpc_async_schedule+0x0/0x20 [sunrpc] [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 rpciod/3 S 0000000000000003 0 1300 2 0x00000000 ffff88021782de30 0000000000000046 0000000000000000 ffff880214bad080 ffff880214bad0f0 0000000000000000 ffff88021782ddb0 ffffffffa03a3515 ffff880215e3faf8 ffff88021782dfd8 000000000000fb88 ffff880215e3faf8 Call Trace: [] ? rpc_final_put_task+0x55/0x60 [sunrpc] [] ? rpc_async_schedule+0x0/0x20 [sunrpc] [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 rpc.idmapd S 0000000000000001 0 1307 1 0x00000000 ffff880214ac1da8 0000000000000086 ffff88021510c040 ffffffff810920d0 ffff880214ac1d08 ffff880214ac1d08 ffff880214ac1d68 ffff880214ac1d88 ffff88021510c5f8 ffff880214ac1fd8 000000000000fb88 ffff88021510c5f8 Call Trace: [] ? autoremove_wake_function+0x0/0x40 [] schedule_hrtimeout_range+0x13d/0x160 [] ? ep_scan_ready_list+0x18c/0x190 [] ep_poll+0x2ad/0x330 [] ? default_wake_function+0x0/0x20 [] ? kvm_clock_read+0x1c/0x20 [] ? kvm_clock_get_cycles+0x9/0x10 [] ? ktime_get_ts+0xa9/0xe0 [] sys_epoll_wait+0xc5/0xe0 [] system_call_fastpath+0x16/0x1b dbus-daemon S 0000000000000002 0 1327 1 0x00000000 ffff880214bfba58 0000000000000086 ffff880214bfba18 ffffffff810600bc ffffea0007442f60 ffff880200000002 00000002282166c0 0000000000000001 ffff8802154a5af8 ffff880214bfbfd8 000000000000fb88 ffff8802154a5af8 Call Trace: [] ? try_to_wake_up+0x24c/0x3e0 [] ? default_wake_function+0x12/0x20 [] schedule_hrtimeout_range+0x13d/0x160 [] ? add_wait_queue+0x46/0x60 [] ? __pollwait+0x75/0xf0 [] ? __pollwait+0x75/0xf0 [] poll_schedule_timeout+0x39/0x60 [] do_sys_poll+0x45b/0x520 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? sock_aio_read+0x181/0x190 [] ? do_sync_read+0xfa/0x140 [] ? autoremove_wake_function+0x0/0x40 [] ? pvclock_clocksource_read+0x58/0xd0 [] ? kvm_clock_read+0x1c/0x20 [] ? kvm_clock_get_cycles+0x9/0x10 [] sys_poll+0x71/0x100 [] ? sys_clock_gettime+0x75/0xe0 [] system_call_fastpath+0x16/0x1b kslowd000 S 0000000000000001 0 1346 2 0x00000000 ffff880217877e60 0000000000000046 0000000000000000 0000000a00000003 ffffffffffffffff ffffffff8106335b ffff880217877df0 ffff880217877e80 ffff8802155d65f8 ffff880217877fd8 000000000000fb88 ffff8802155d65f8 Call Trace: [] ? enqueue_task_fair+0xfb/0x100 [] slow_work_thread+0x32b/0x360 [] ? autoremove_wake_function+0x0/0x40 [] ? slow_work_thread+0x0/0x360 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 kslowd001 S 0000000000000002 0 1347 2 0x00000000 ffff880217879e60 0000000000000046 0000000000000000 0000000a00000003 ffffffffffffffff ffffffff8106335b ffff880217879df0 ffff880217879e80 ffff8802154f5098 ffff880217879fd8 000000000000fb88 ffff8802154f5098 Call Trace: [] ? enqueue_task_fair+0xfb/0x100 [] slow_work_thread+0x32b/0x360 [] ? autoremove_wake_function+0x0/0x40 [] ? slow_work_thread+0x0/0x360 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 nfsiod S 0000000000000000 0 1348 2 0x00000000 ffff8802179cfe30 0000000000000046 ffff8802179cfda0 ffffffffa04552bd ffff8802179cfda0 ffff880217941380 ffff8802179cfdc0 ffffffffa0455301 ffff8802154c85f8 ffff8802179cffd8 000000000000fb88 ffff8802154c85f8 Call Trace: [] ? nfs_readdata_free+0x3d/0x50 [nfs] [] ? nfs_readdata_release+0x31/0x40 [nfs] [] ? prepare_to_wait+0x4e/0x80 [] ? rpc_async_release+0x0/0x20 [sunrpc] [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 nfsv4.0-svc S 0000000000000000 0 1349 2 0x00000000 ffff880217925d70 0000000000000046 0000000000000000 ffffffffa03c4320 ffff88021529e240 00000000fffffff5 ffff880217925cf0 ffffffff81426979 ffff8802155ae5f8 ffff880217925fd8 000000000000fb88 ffff8802155ae5f8 Call Trace: [] ? sock_destroy_inode+0x19/0x20 [] schedule_timeout+0x215/0x2e0 [] ? svc_xprt_free+0x57/0x80 [sunrpc] [] ? svc_xprt_free+0x0/0x80 [sunrpc] [] ? kref_put+0x37/0x70 [] svc_recv+0x5a5/0x850 [sunrpc] [] ? default_wake_function+0x0/0x20 [] nfs4_callback_svc+0x43/0xb0 [nfs] [] ? nfs4_callback_svc+0x0/0xb0 [nfs] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 sshd S 0000000000000003 0 1361 1 0x00000000 ffff880214a11908 0000000000000082 0000000000000000 ffff880214a11a00 ffff880214b8d520 0000000000000000 0000000000000000 ffffea000603b088 ffff88021687c638 ffff880214a11fd8 000000000000fb88 ffff88021687c638 Call Trace: [] schedule_hrtimeout_range+0x13d/0x160 [] ? add_wait_queue+0x46/0x60 [] ? __pollwait+0x75/0xf0 [] poll_schedule_timeout+0x39/0x60 [] do_select+0x578/0x6b0 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? __lru_cache_add+0x73/0x90 [] ? lru_cache_add_lru+0x21/0x40 [] ? page_add_new_anon_rmap+0x9d/0xf0 [] ? do_wp_page+0x35e/0x8d0 [] ? handle_pte_fault+0x2cd/0xb50 [] ? sock_aio_write+0x167/0x180 [] core_sys_select+0x18a/0x2c0 [] ? destroy_inode+0x4f/0x60 [] ? __d_free+0x3f/0x60 [] ? d_free+0x58/0x60 [] ? mntput_no_expire+0x30/0x110 [] sys_select+0x47/0x110 [] ? filp_close+0x5d/0x90 [] system_call_fastpath+0x16/0x1b atd S 0000000000000000 0 1386 1 0x00000000 ffff88021792fe68 0000000000000082 0000000000000000 ffffffff81096fa3 ffff880200000000 000000018118b9b2 ffff88021ac4c680 ffff88021ab96d40 ffff880215030638 ffff88021792ffd8 000000000000fb88 ffff880215030638 Call Trace: [] ? __hrtimer_start_range_ns+0x1a3/0x460 [] do_nanosleep+0x8b/0xc0 [] hrtimer_nanosleep+0xc4/0x180 [] ? hrtimer_wakeup+0x0/0x30 [] ? hrtimer_start_range_ns+0x14/0x20 [] sys_nanosleep+0x74/0x80 [] system_call_fastpath+0x16/0x1b mingetty S 0000000000000000 0 1400 1 0x00000000 ffff880217931cc8 0000000000000082 ffff880217931c90 ffff880217931c8c ffff880028296728 ffff88021fc23080 ffff8800283966c0 0000000000000400 ffff88021561e638 ffff880217931fd8 000000000000fb88 ffff88021561e638 Call Trace: [] schedule_timeout+0x215/0x2e0 [] ? flush_work+0x21/0xc0 [] ? try_to_del_timer_sync+0x7b/0xe0 [] n_tty_read+0x5ce/0x970 [] ? release_console_sem+0x1cf/0x220 [] ? default_wake_function+0x0/0x20 [] tty_read+0xa6/0xf0 [] vfs_read+0xb5/0x1a0 [] sys_read+0x51/0x90 [] ? do_device_not_available+0xe/0x10 [] system_call_fastpath+0x16/0x1b mingetty S 0000000000000002 0 1402 1 0x00000000 ffff880217923cc8 0000000000000086 ffff8800283166c0 ffff880215775538 ffff880215df6ad8 ffff8800283166c0 ffff880217923c98 ffffffff81054a04 ffff880215775ab8 ffff880217923fd8 000000000000fb88 ffff880215775ab8 Call Trace: [] ? check_preempt_wakeup+0x1a4/0x260 [] schedule_timeout+0x215/0x2e0 [] ? flush_work+0x21/0xc0 [] ? try_to_del_timer_sync+0x7b/0xe0 [] n_tty_read+0x5ce/0x970 [] ? release_console_sem+0x1cf/0x220 [] ? default_wake_function+0x0/0x20 [] tty_read+0xa6/0xf0 [] vfs_read+0xb5/0x1a0 [] sys_read+0x51/0x90 [] ? do_device_not_available+0xe/0x10 [] system_call_fastpath+0x16/0x1b mingetty S 0000000000000002 0 1404 1 0x00000000 ffff880214abfcc8 0000000000000082 ffff8800283166c0 ffff8802155aead8 ffff880215587538 ffff8800283166c0 ffff880214abfc98 ffffffff81054a04 ffff8802155af058 ffff880214abffd8 000000000000fb88 ffff8802155af058 Call Trace: [] ? check_preempt_wakeup+0x1a4/0x260 [] schedule_timeout+0x215/0x2e0 [] ? flush_work+0x21/0xc0 [] ? try_to_del_timer_sync+0x7b/0xe0 [] n_tty_read+0x5ce/0x970 [] ? release_console_sem+0x1cf/0x220 [] ? default_wake_function+0x0/0x20 [] tty_read+0xa6/0xf0 [] vfs_read+0xb5/0x1a0 [] sys_read+0x51/0x90 [] ? do_device_not_available+0xe/0x10 [] system_call_fastpath+0x16/0x1b udevd S 0000000000000003 0 1406 480 0x00000000 ffff880215e69a08 0000000000000086 ffff880215e699d0 ffff880215e699cc 0000000000030000 ffff88021fc23680 ffff8800282966c0 0000000000000519 ffff880215025ab8 ffff880215e69fd8 000000000000fb88 ffff880215025ab8 Call Trace: [] ? wakeup_preempt_entity+0x47/0x50 [] schedule_hrtimeout_range+0x13d/0x160 [] ? add_wait_queue+0x46/0x60 [] ? __pollwait+0x75/0xf0 [] ? try_to_wake_up+0x24c/0x3e0 [] poll_schedule_timeout+0x39/0x60 [] do_sys_poll+0x45b/0x520 [] ? default_wake_function+0x12/0x20 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? sock_def_readable+0x44/0x80 [] ? unix_dgram_sendmsg+0x5e3/0x6b0 [] ? sock_sendmsg+0x123/0x150 [] ? cache_alloc_refill+0x1c0/0x240 [] ? autoremove_wake_function+0x0/0x40 [] ? __sys_sendmsg+0x406/0x420 [] ? perf_event_task_sched_out+0x33/0x80 [] ? pvclock_clocksource_read+0x58/0xd0 [] ? __dequeue_entity+0x30/0x50 [] ? __switch_to+0x1ac/0x320 [] sys_ppoll+0x4c/0x180 [] system_call_fastpath+0x16/0x1b mingetty S 0000000000000002 0 1407 1 0x00000000 ffff88021792bcc8 0000000000000086 ffff8800283166c0 ffff880215df6ad8 ffff880215587538 ffff8800283166c0 ffff88021792bc98 ffffffff81054a04 ffff880215df7058 ffff88021792bfd8 000000000000fb88 ffff880215df7058 Call Trace: [] ? check_preempt_wakeup+0x1a4/0x260 [] schedule_timeout+0x215/0x2e0 [] ? flush_work+0x21/0xc0 [] ? try_to_del_timer_sync+0x7b/0xe0 [] n_tty_read+0x5ce/0x970 [] ? release_console_sem+0x1cf/0x220 [] ? default_wake_function+0x0/0x20 [] tty_read+0xa6/0xf0 [] vfs_read+0xb5/0x1a0 [] sys_read+0x51/0x90 [] ? do_device_not_available+0xe/0x10 [] system_call_fastpath+0x16/0x1b mingetty S 0000000000000002 0 1409 1 0x00000000 ffff880215159cc8 0000000000000082 0000000000000000 ffffffff81114307 00007f99bf9649b0 ffff880216eb57c8 ffff880215159cc8 ffffffff8113f139 ffff880215587ab8 ffff880215159fd8 000000000000fb88 ffff880215587ab8 Call Trace: [] ? unlock_page+0x27/0x30 [] ? __do_fault+0x449/0x510 [] schedule_timeout+0x215/0x2e0 [] ? flush_work+0x21/0xc0 [] ? try_to_del_timer_sync+0x7b/0xe0 [] n_tty_read+0x5ce/0x970 [] ? release_console_sem+0x1cf/0x220 [] ? default_wake_function+0x0/0x20 [] tty_read+0xa6/0xf0 [] vfs_read+0xb5/0x1a0 [] sys_read+0x51/0x90 [] system_call_fastpath+0x16/0x1b mingetty S 0000000000000001 0 1411 1 0x00000000 ffff880218a89cc8 0000000000000082 0000000000000000 ffffffff81114307 00007fe9740eb9b0 ffff880215c68148 ffff880218a89cc8 ffffffff8113f139 ffff880215d60638 ffff880218a89fd8 000000000000fb88 ffff880215d60638 Call Trace: [] ? unlock_page+0x27/0x30 [] ? __do_fault+0x449/0x510 [] schedule_timeout+0x215/0x2e0 [] ? flush_work+0x21/0xc0 [] ? try_to_del_timer_sync+0x7b/0xe0 [] n_tty_read+0x5ce/0x970 [] ? release_console_sem+0x1cf/0x220 [] ? default_wake_function+0x0/0x20 [] tty_read+0xa6/0xf0 [] vfs_read+0xb5/0x1a0 [] sys_read+0x51/0x90 [] system_call_fastpath+0x16/0x1b sshd S 0000000000000003 0 1412 1361 0x00000000 ffff880215623908 0000000000000086 0000000000000000 ffffffff8143b53c 0000000215623878 0000000000000000 ffff880000029dd8 ffffffffa0119860 ffff880215031098 ffff880215623fd8 000000000000fb88 ffff880215031098 Call Trace: [] ? dev_hard_start_xmit+0x2bc/0x3f0 [] schedule_hrtimeout_range+0x13d/0x160 [] ? flush_delayed_work+0x54/0x70 [] poll_schedule_timeout+0x39/0x60 [] do_select+0x578/0x6b0 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? _spin_unlock_bh+0x1b/0x20 [] ? release_sock+0xce/0xe0 [] ? tcp_sendmsg+0x73c/0xa10 [] ? sock_aio_write+0x167/0x180 [] core_sys_select+0x18a/0x2c0 [] ? n_tty_read+0x3dc/0x970 [] ? autoremove_wake_function+0x0/0x40 [] sys_select+0x47/0x110 [] ? sys_write+0x51/0x90 [] system_call_fastpath+0x16/0x1b bash S 0000000000000000 0 1414 1412 0x00000000 ffff880215e25e78 0000000000000082 ffff880215e25e18 0000000000000286 ffff880215e25df8 ffffffff813144a2 ffff8802155ce800 00007fffffffeffd ffff880215d65058 ffff880215e25fd8 000000000000fb88 ffff880215d65058 Call Trace: [] ? tty_get_pgrp+0x42/0x50 [] do_wait+0x1e4/0x240 [] sys_wait4+0xa3/0x100 [] ? child_wait_callback+0x0/0x70 [] system_call_fastpath+0x16/0x1b flush-252:0 S 0000000000000003 0 29700 2 0x00000000 ffff88016cc49da0 0000000000000046 0000000000000000 ffff88016cc49d64 ffff880100000000 0000000000000286 ffff8802150bb150 ffff8802150bb140 ffff880206e66638 ffff88016cc49fd8 000000000000fb88 ffff880206e66638 Call Trace: [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] schedule_timeout_interruptible+0x1e/0x20 [] bdi_writeback_task+0xa0/0x1b0 [] ? bit_waitqueue+0x17/0xd0 [] ? bdi_start_fn+0x0/0x100 [] bdi_start_fn+0x86/0x100 [] ? bdi_start_fn+0x0/0x100 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 flush-1:1 S 0000000000000001 0 29727 2 0x00000000 ffff8801a9575da0 0000000000000046 0000000000000000 ffff8801a9575d64 ffff880000000000 0000000000000286 ffff8802165382e8 ffff8802165382d8 ffff880215f9b098 ffff8801a9575fd8 000000000000fb88 ffff880215f9b098 Call Trace: [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] schedule_timeout_interruptible+0x1e/0x20 [] bdi_writeback_task+0xa0/0x1b0 [] ? bit_waitqueue+0x17/0xd0 [] ? bdi_start_fn+0x0/0x100 [] bdi_start_fn+0x86/0x100 [] ? bdi_start_fn+0x0/0x100 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 flush-1:2 S 0000000000000000 0 29762 2 0x00000000 ffff8801a96edda0 0000000000000046 0000000000000000 0000000000000001 0000000000000000 0000000000000286 ffff880216534e50 ffff880216534e40 ffff8801bd953af8 ffff8801a96edfd8 000000000000fb88 ffff8801bd953af8 Call Trace: [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] schedule_timeout_interruptible+0x1e/0x20 [] bdi_writeback_task+0xa0/0x1b0 [] ? bit_waitqueue+0x17/0xd0 [] ? bdi_start_fn+0x0/0x100 [] bdi_start_fn+0x86/0x100 [] ? bdi_start_fn+0x0/0x100 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 flush-1:3 S 0000000000000001 0 29795 2 0x00000000 ffff8801bd487da0 0000000000000046 0000000000000000 ffff8801bd487d64 0000000000000000 0000000000000286 ffff880216534328 ffff880216534318 ffff880215d61098 ffff8801bd487fd8 000000000000fb88 ffff880215d61098 Call Trace: [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] schedule_timeout_interruptible+0x1e/0x20 [] bdi_writeback_task+0xa0/0x1b0 [] ? bit_waitqueue+0x17/0xd0 [] ? bdi_start_fn+0x0/0x100 [] bdi_start_fn+0x86/0x100 [] ? bdi_start_fn+0x0/0x100 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 sshd S 0000000000000001 0 1631 1361 0x00000000 ffff88010307b908 0000000000000082 0000000000000000 0000000000000000 ffff88010307b878 ffffffffa0047335 ffff88010307b888 ffff8801c86da568 ffff88013fedfaf8 ffff88010307bfd8 000000000000fb88 ffff88013fedfaf8 Call Trace: [] ? vp_notify+0x25/0x30 [virtio_pci] [] schedule_hrtimeout_range+0x13d/0x160 [] ? flush_delayed_work+0x54/0x70 [] poll_schedule_timeout+0x39/0x60 [] do_select+0x578/0x6b0 [] ? __pollwait+0x0/0xf0 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? pollwake+0x0/0x60 [] ? check_preempt_curr+0x7c/0x90 [] ? try_to_wake_up+0x24c/0x3e0 [] ? default_wake_function+0x12/0x20 [] ? __wake_up_common+0x59/0x90 [] core_sys_select+0x18a/0x2c0 [] ? __wake_up+0x53/0x70 [] ? tty_ldisc_deref+0xe/0x10 [] ? tty_write+0x233/0x2a0 [] sys_select+0x47/0x110 [] ? sys_write+0x51/0x90 [] ? do_device_not_available+0xe/0x10 [] system_call_fastpath+0x16/0x1b bash R running task 0 1633 1631 0x00000008 ffffffff81c017c0 ffffffff8106bfdf ffff880155397c38 ffff880155397c8d ffffffff81ea5ac1 0000000000000014 ffff880155397c78 0000000000000034 ffff880155397ce8 0000000000000046 ffff880155397c78 0000000000000046 Call Trace: [] ? print_context_stack+0x85/0x140 [] ? dump_trace+0x190/0x3b0 [] show_trace_log_lvl+0x55/0x70 [] show_stack_log_lvl+0x9a/0x170 [] show_stack+0x1a/0x20 [] sched_show_task+0x98/0x100 [] show_state_filter+0x7b/0xc0 [] sysrq_handle_showstate+0x10/0x20 [] __handle_sysrq+0x132/0x1a0 [] write_sysrq_trigger+0x4e/0x50 [] proc_reg_write+0x7e/0xc0 [] vfs_write+0xb8/0x1a0 [] sys_write+0x51/0x90 [] system_call_fastpath+0x16/0x1b cfs_rh_00 S 0000000000000001 0 2279 2 0x00000000 ffff8801bec57e80 0000000000000046 0000000000000000 0000000000000000 ffff8801bec57df0 ffffffff81271dd9 ffff8801bec57e10 ffffffff81271e1a ffff8802154c9ab8 ffff8801bec57fd8 000000000000fb88 ffff8802154c9ab8 Call Trace: [] ? __next_cpu+0x19/0x30 [] ? __any_online_cpu+0x2a/0x50 [] cfs_wi_scheduler+0x443/0x4e0 [libcfs] [] ? autoremove_wake_function+0x0/0x40 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] child_rip+0xa/0x20 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? child_rip+0x0/0x20 cfs_rh_01 S 0000000000000001 0 2280 2 0x00000000 ffff8801109b7e80 0000000000000046 0000000000000000 0000000000000000 ffff8801109b7df0 ffffffff81271dd9 ffff8801109b7e10 ffffffff81271e1a ffff880216778638 ffff8801109b7fd8 000000000000fb88 ffff880216778638 Call Trace: [] ? __next_cpu+0x19/0x30 [] ? __any_online_cpu+0x2a/0x50 [] cfs_wi_scheduler+0x443/0x4e0 [libcfs] [] ? autoremove_wake_function+0x0/0x40 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] child_rip+0xa/0x20 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? child_rip+0x0/0x20 cfs_rh_02 S 0000000000000001 0 2281 2 0x00000000 ffff880130489e80 0000000000000046 0000000000000000 0000000000000000 ffff880130489df0 ffffffff81271dd9 ffff880130489e10 ffffffff81271e1a ffff8802157cf058 ffff880130489fd8 000000000000fb88 ffff8802157cf058 Call Trace: [] ? __next_cpu+0x19/0x30 [] ? __any_online_cpu+0x2a/0x50 [] cfs_wi_scheduler+0x443/0x4e0 [libcfs] [] ? autoremove_wake_function+0x0/0x40 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] child_rip+0xa/0x20 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? child_rip+0x0/0x20 cfs_rh_03 S 0000000000000001 0 2282 2 0x00000000 ffff8801fc3a5e80 0000000000000046 0000000000000000 0000000000000000 ffff8801fc3a5df0 ffffffff81271dd9 ffff8801fc3a5e10 ffffffff81271e1a ffff880215d145f8 ffff8801fc3a5fd8 000000000000fb88 ffff880215d145f8 Call Trace: [] ? __next_cpu+0x19/0x30 [] ? __any_online_cpu+0x2a/0x50 [] cfs_wi_scheduler+0x443/0x4e0 [libcfs] [] ? autoremove_wake_function+0x0/0x40 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] child_rip+0xa/0x20 [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? cfs_wi_scheduler+0x0/0x4e0 [libcfs] [] ? child_rip+0x0/0x20 obd_zombid S 0000000000000001 0 2327 2 0x00000000 ffff88021957feb0 0000000000000046 0000000000000000 ffffffffa0fb7a18 0000000000000001 ffffffffa0fb7a30 0000000000000000 0000000000000000 ffff880215131058 ffff88021957ffd8 000000000000fb88 ffff880215131058 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] obd_zombie_impexp_thread+0x125/0x1c0 [obdclass] [] ? default_wake_function+0x0/0x20 [] ? obd_zombie_impexp_thread+0x0/0x1c0 [obdclass] [] child_rip+0xa/0x20 [] ? obd_zombie_impexp_thread+0x0/0x1c0 [obdclass] [] ? obd_zombie_impexp_thread+0x0/0x1c0 [obdclass] [] ? child_rip+0x0/0x20 ptlrpc_hr00_0 S 0000000000000000 0 2337 2 0x00000000 ffff8802131ebe30 0000000000000046 ffff8802131ebda0 ffffffff810920e6 ffff8802131ebd90 ffffffffa0685938 ffff8802131ebdf0 ffffffff8104e309 ffff880216526638 ffff8802131ebfd8 000000000000fb88 ffff880216526638 Call Trace: [] ? autoremove_wake_function+0x16/0x40 [] ? __wake_up_common+0x59/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_hr_main+0x128/0x730 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? child_rip+0x0/0x20 ptlrpc_hr00_0 S 0000000000000000 0 2338 2 0x00000000 ffff8801f8221e30 0000000000000046 0000000000000000 ffff880100000000 ffff8801f8221d90 ffff8802156c32d8 0000000000000000 ffff8802156c2ae0 ffff8802156c3098 ffff8801f8221fd8 000000000000fb88 ffff8802156c3098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_hr_main+0x128/0x730 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? child_rip+0x0/0x20 ptlrpc_hr01_0 S 0000000000000002 0 2339 2 0x00000000 ffff8801c724fe30 0000000000000046 0000000000000000 ffff880028311960 ffffffff81aa5700 0000000000000282 ffff8801c724fdd0 0000000000000282 ffff8801bd952638 ffff8801c724ffd8 000000000000fb88 ffff8801bd952638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_hr_main+0x128/0x730 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? child_rip+0x0/0x20 ptlrpc_hr01_0 S 0000000000000003 0 2340 2 0x00000000 ffff880209ab1e30 0000000000000046 0000000000000000 ffff880219bc06f8 ffff880209ab1e10 ffff880215e8fcf8 0000000000000000 ffff880215e8f500 ffff880215e8fab8 ffff880209ab1fd8 000000000000fb88 ffff880215e8fab8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_hr_main+0x128/0x730 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? ptlrpc_hr_main+0x0/0x730 [ptlrpc] [] ? child_rip+0x0/0x20 socknal_cd00 S 0000000000000002 0 2341 2 0x00000000 ffff8801ad721de0 0000000000000046 0000000000000000 0000000000000282 ffff88021670d6d0 0000000000000086 ffff880215437dc0 ffff880028311960 ffff8802156ffab8 ffff8801ad721fd8 000000000000fb88 ffff8802156ffab8 Call Trace: [] schedule_timeout+0x215/0x2e0 [] ? daemonize+0x1be/0x200 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ksocknal_connd+0x311/0x780 [ksocklnd] [] ? default_wake_function+0x0/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_cd01 S 0000000000000003 0 2342 2 0x00000000 ffff8801480a9de0 0000000000000046 0000000000000000 0000000000000282 ffff88021670d990 0000000000000086 ffff880215437d00 ffff880028391960 ffff880209ab3098 ffff8801480a9fd8 000000000000fb88 ffff880209ab3098 Call Trace: [] schedule_timeout+0x215/0x2e0 [] ? daemonize+0x1be/0x200 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ksocknal_connd+0x311/0x780 [ksocklnd] [] ? default_wake_function+0x0/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_cd02 S 0000000000000000 0 2343 2 0x00000000 ffff880103e65de0 0000000000000046 0000000000000000 0000000000000282 ffff8802156fc9d0 0000000000000086 ffff880215161a00 ffff880028211960 ffff880209ab3af8 ffff880103e65fd8 000000000000fb88 ffff880209ab3af8 Call Trace: [] schedule_timeout+0x215/0x2e0 [] ? daemonize+0x1be/0x200 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ksocknal_connd+0x311/0x780 [ksocklnd] [] ? default_wake_function+0x0/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_cd03 S 0000000000000002 0 2344 2 0x00000000 ffff88010327bde0 0000000000000046 0000000000000000 0000000000000282 ffff880216f13110 0000000000000086 ffff88021ada1c40 ffff880028311960 ffff880215d15058 ffff88010327bfd8 000000000000fb88 ffff880215d15058 Call Trace: [] schedule_timeout+0x215/0x2e0 [] ? daemonize+0x1be/0x200 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ksocknal_connd+0x311/0x780 [ksocklnd] [] ? default_wake_function+0x0/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? ksocknal_connd+0x0/0x780 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_reape S 0000000000000003 0 2345 2 0x00000000 ffff8801109dbdd0 0000000000000046 0000000000000000 ffff8801109dbd94 ffff880200000000 0000000000000286 ffff8801109dbd70 ffffffff8107e00c ffff880215d645f8 ffff8801109dbfd8 000000000000fb88 ffff880215d645f8 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ksocknal_reaper+0x3d0/0x450 [ksocklnd] [] ? default_wake_function+0x0/0x20 [] ? ksocknal_reaper+0x0/0x450 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_reaper+0x0/0x450 [ksocklnd] [] ? ksocknal_reaper+0x0/0x450 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_sd00_ S 0000000000000000 0 2346 2 0x00000000 ffff88018fa29e60 0000000000000046 0000000000000000 ffff88013fede878 0000000000000000 ffff88013fede080 0000000000000001 0000000000000000 ffff88013fede638 ffff88018fa29fd8 000000000000fb88 ffff88013fede638 Call Trace: [] ksocknal_scheduler+0x601/0x840 [ksocklnd] [] ? autoremove_wake_function+0x0/0x40 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_sd00_ S 0000000000000000 0 2347 2 0x00000000 ffff88018b2dbe60 0000000000000046 ffff88018b2dbdb0 ffff88013fedf2d8 0000000000000000 ffff88013fedeae0 0000000000000001 0000000000000000 ffff88013fedf098 ffff88018b2dbfd8 000000000000fb88 ffff88013fedf098 Call Trace: [] ? prepare_to_wait_exclusive+0x4e/0x80 [] ksocknal_scheduler+0x601/0x840 [ksocklnd] [] ? autoremove_wake_function+0x0/0x40 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_sd01_ S 0000000000000002 0 2348 2 0x00000000 ffff88011928be60 0000000000000046 ffff880217ad4e40 ffff88021579f2d8 0000000000000000 ffff88021579eae0 0000000000000001 0000000000000000 ffff88021579f098 ffff88011928bfd8 000000000000fb88 ffff88021579f098 Call Trace: [] ? prepare_to_wait_exclusive+0x4e/0x80 [] ksocknal_scheduler+0x601/0x840 [ksocklnd] [] ? autoremove_wake_function+0x0/0x40 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? child_rip+0x0/0x20 socknal_sd01_ S 0000000000000002 0 2349 2 0x00000000 ffff88018b2d1e60 0000000000000046 0000000000000000 ffff88018b2d1e24 0000000000000000 ffff88021fc23480 ffff8800282166c0 0000000000000400 ffff88021579faf8 ffff88018b2d1fd8 000000000000fb88 ffff88021579faf8 Call Trace: [] ksocknal_scheduler+0x601/0x840 [ksocklnd] [] ? autoremove_wake_function+0x0/0x40 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] child_rip+0xa/0x20 [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? ksocknal_scheduler+0x0/0x840 [ksocklnd] [] ? child_rip+0x0/0x20 acceptor_988 S 0000000000000002 0 2350 2 0x00000000 ffff880189d01e50 0000000000000046 0000000000000000 ffffffff81fc4240 ffff88021aea0400 ffff88021706e148 ffff880189d01df0 ffffffff81196c32 ffff880215587058 ffff880189d01fd8 000000000000fb88 ffff880215587058 Call Trace: [] ? new_inode+0x72/0xb0 [] libcfs_sock_accept+0x165/0x180 [libcfs] [] ? default_wake_function+0x0/0x20 [] lnet_acceptor+0x1e7/0x590 [lnet] [] ? do_exit+0x5b7/0x870 [] ? lnet_acceptor+0x0/0x590 [lnet] [] child_rip+0xa/0x20 [] ? lnet_acceptor+0x0/0x590 [lnet] [] ? lnet_acceptor+0x0/0x590 [lnet] [] ? child_rip+0x0/0x20 ptlrpcd_rcv S 0000000000000000 0 2351 2 0x00000000 ffff880181c3bda0 0000000000000046 0000000000000000 ffff880181c3bd64 0000000000000000 0000000000000286 ffff880181c3bd40 ffffffff8107e00c ffff8802157ce5f8 ffff880181c3bfd8 000000000000fb88 ffff8802157ce5f8 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpcd+0x208/0x3a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? child_rip+0x0/0x20 ptlrpcd_0 S 0000000000000000 0 2352 2 0x00000000 ffff8801115d9da0 0000000000000046 ffff8801115d9d68 ffff8801115d9d64 ffff8801115d9d20 ffff88021fc23080 ffff8800283166c0 0000000000000400 ffff8802157745f8 ffff8801115d9fd8 000000000000fb88 ffff8802157745f8 Call Trace: [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpcd+0x208/0x3a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? child_rip+0x0/0x20 ptlrpcd_1 S 0000000000000002 0 2353 2 0x00000000 ffff8801499e1da0 0000000000000046 ffff8801499e1d68 ffff8801499e1d64 0000000000000000 0000000000000286 ffff8801499e1d40 ffffffff8107e00c ffff880215025058 ffff8801499e1fd8 000000000000fb88 ffff880215025058 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpcd+0x208/0x3a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? child_rip+0x0/0x20 ptlrpcd_2 S 0000000000000003 0 2354 2 0x00000000 ffff88014a4c7da0 0000000000000046 0000000000000000 0000000000000003 0000000000000000 0000000000000286 ffff88014a4c7d40 ffffffff8107e00c ffff8802150245f8 ffff88014a4c7fd8 000000000000fb88 ffff8802150245f8 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpcd+0x208/0x3a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? child_rip+0x0/0x20 ptlrpcd_3 S 0000000000000000 0 2355 2 0x00000000 ffff8801ac617da0 0000000000000046 ffff8801ac617d68 ffff8801ac617d64 0000000000000000 ffff88021fc23080 ffff8800283166c0 0000000000000400 ffff8801bd953098 ffff8801ac617fd8 000000000000fb88 ffff8801bd953098 Call Trace: [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpcd+0x208/0x3a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ping S 0000000000000003 0 2356 2 0x00000000 ffff8801f2527dd0 0000000000000046 ffff8801f2527d40 ffffffffa05bdf74 ffff8801f03c1000 ffff880160efc000 ffff8801f2527da0 ffffffffa05aafbf ffff8802151f1af8 ffff8801f2527fd8 000000000000fb88 ffff8802151f1af8 Call Trace: [] ? lustre_msg_set_opc+0x74/0xd0 [ptlrpc] [] ? __ptlrpc_request_bufs_pack+0x32f/0x3b0 [ptlrpc] [] ? ptlrpc_set_add_new_req+0x69/0x160 [ptlrpc] [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpc_pinger_main+0x650/0x740 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpc_pinger_main+0x0/0x740 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_pinger_main+0x0/0x740 [ptlrpc] [] ? ptlrpc_pinger_main+0x0/0x740 [ptlrpc] [] ? child_rip+0x0/0x20 sptlrpc_gc S 0000000000000002 0 2357 2 0x00000000 ffff8801751bfdf0 0000000000000046 0000000000000000 0000000000000003 ffff8801751bfd80 ffffffff810538b6 ffff8801751bfd90 ffff880215031540 ffff880215d61af8 ffff8801751bffd8 000000000000fb88 ffff880215d61af8 Call Trace: [] ? enqueue_task+0x66/0x80 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] sec_gc_main+0x26b/0x380 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? sec_gc_main+0x0/0x380 [ptlrpc] [] child_rip+0xa/0x20 [] ? sec_gc_main+0x0/0x380 [ptlrpc] [] ? sec_gc_main+0x0/0x380 [ptlrpc] [] ? child_rip+0x0/0x20 ll_capa S 0000000000000002 0 2652 2 0x00000000 ffff8801addb5ea0 0000000000000046 0000000000000000 ffffffff810920e6 0000000000000000 ffffffffa0ce64e8 ffff8801addb5e60 ffffffff8104e309 ffff880215539058 ffff8801addb5fd8 000000000000fb88 ffff880215539058 Call Trace: [] ? autoremove_wake_function+0x16/0x40 [] ? __wake_up_common+0x59/0x90 [] ? capa_thread_main+0x0/0xde0 [lustre] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] capa_thread_main+0xa10/0xde0 [lustre] [] ? do_exit+0x5b7/0x870 [] ? default_wake_function+0x0/0x20 [] ? capa_thread_main+0x0/0xde0 [lustre] [] child_rip+0xa/0x20 [] ? capa_thread_main+0x0/0xde0 [lustre] [] ? capa_thread_main+0x0/0xde0 [lustre] [] ? child_rip+0x0/0x20 jbd2/ram1-8 S 0000000000000003 0 3291 2 0x00000000 ffff88017cdd9e60 0000000000000046 000000000000001a 0000000000000000 0000000000001504 0000000000000000 0000000000000000 0000000000000000 ffff880144c9d098 ffff88017cdd9fd8 000000000000fb88 ffff880144c9d098 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] kjournald2+0x1fa/0x220 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] ? kjournald2+0x0/0x220 [jbd2] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000000 0 3292 2 0x00000000 ffff8801c19a7e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff8801baccbaf8 ffff8801c19a7fd8 000000000000fb88 ffff8801baccbaf8 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000001 0 3293 2 0x00000000 ffff88017bdb3e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff8801bacca638 ffff88017bdb3fd8 000000000000fb88 ffff8801bacca638 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000002 0 3294 2 0x00000000 ffff880114bf5e30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880215df7ab8 ffff880114bf5fd8 000000000000fb88 ffff880215df7ab8 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000003 0 3295 2 0x00000000 ffff880114bebe30 0000000000000046 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 0000000000000000 ffff880216ad7098 ffff880114bebfd8 000000000000fb88 ffff880216ad7098 Call Trace: [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldlm_cb00_000 S 0000000000000001 0 3296 2 0x00000000 ffff880187e0bdf0 0000000000000046 0000000000000000 0000000000000000 ffff880187e0be50 ffffffff8100c0e2 0000000000000000 ffffffffa0df7930 ffff880215150638 ffff880187e0bfd8 000000000000fb88 ffff880215150638 Call Trace: [] ? kernel_thread+0x82/0xe0 [] ? lcw_dispatch_main+0x0/0x960 [libcfs] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 lc_watchdogd S 0000000000000001 0 3297 2 0x00000000 ffff880187e11e80 0000000000000046 0000000000000000 20c49ba5e353f7cf ffff880187e11e40 ffffffffa0de5021 ffffffffa0e05162 ffffffffa0e062b8 ffff8802157da638 ffff880187e11fd8 000000000000fb88 ffff8802157da638 Call Trace: [] ? libcfs_run_debug_log_upcall+0xa1/0x2b0 [libcfs] [] lcw_dispatch_main+0x109/0x960 [libcfs] [] ? autoremove_wake_function+0x0/0x40 [] ? lcw_dispatch_main+0x0/0x960 [libcfs] [] child_rip+0xa/0x20 [] ? lcw_dispatch_main+0x0/0x960 [libcfs] [] ? lcw_dispatch_main+0x0/0x960 [libcfs] [] ? child_rip+0x0/0x20 ldlm_cb00_001 S 0000000000000001 0 3298 2 0x00000000 ffff88016a5d7df0 0000000000000046 0000000000000000 0000000000000286 ffff88016a5d7d80 ffff880215401988 ffff88021ade8000 00000001005ab976 ffff88017cc3c5f8 ffff88016a5d7fd8 000000000000fb88 ffff88017cc3c5f8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cb01_000 S 0000000000000002 0 3299 2 0x00000000 ffff88016a5cddf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88016a5cdd70 ffffffff8104f2bd ffff88016a5cdd70 0000000000000086 ffff88021687d098 ffff88016a5cdfd8 000000000000fb88 ffff88021687d098 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cb01_001 S 0000000000000002 0 3300 2 0x00000000 ffff880187f37df0 0000000000000046 0000000000000000 0000000000000286 ffff880187f37d80 ffff880215fe8ec8 ffff88021adfc000 00000001005aa8d2 ffff88015db7b058 ffff880187f37fd8 000000000000fb88 ffff88015db7b058 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cn00_000 S 0000000000000001 0 3301 2 0x00000000 ffff88011bdf3df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88011bdf3d70 ffffffff8104f2bd ffff88011bdf3d70 0000000000000086 ffff8801b2aa7ab8 ffff88011bdf3fd8 000000000000fb88 ffff8801b2aa7ab8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cn00_001 S 0000000000000001 0 3302 2 0x00000000 ffff88013564bdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88013564bd70 ffffffff8104f2bd ffff88013564bd70 0000000000000086 ffff88015db7bab8 ffff88013564bfd8 000000000000fb88 ffff88015db7bab8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cn00_002 S 0000000000000001 0 3303 2 0x00000000 ffff880135767df0 0000000000000046 0000000000000000 0000000000000286 ffff880135767d80 ffff88021793d508 ffff88021ade8000 00000001005be153 ffff88015db7a5f8 ffff880135767fd8 000000000000fb88 ffff88015db7a5f8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cn01_000 S 0000000000000002 0 3304 2 0x00000000 ffff88013246fdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88013246fd70 ffffffff8104f2bd ffff88013246fd70 0000000000000086 ffff880215031af8 ffff88013246ffd8 000000000000fb88 ffff880215031af8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cn01_001 S 0000000000000003 0 3305 2 0x00000000 ffff8801857ebdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801857ebd70 ffffffff8104f2bd ffff8801857ebd70 0000000000000086 ffff8801b2aa65f8 ffff8801857ebfd8 000000000000fb88 ffff8801b2aa65f8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_cn01_002 S 0000000000000002 0 3306 2 0x00000000 ffff88015c241df0 0000000000000046 0000000000000000 0000000000000286 ffff88015c241d80 ffff880215fe8088 ffff88021adfc000 00000001005bdfea ffff880206e67098 ffff88015c241fd8 000000000000fb88 ffff880206e67098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_bl_00 S 0000000000000003 0 3307 2 0x00000000 ffff88018e7edea0 0000000000000046 0000000000000000 ffffffff81aa5700 0000000000000282 ffff88021510d500 ffff88018e7ede40 0000000000000282 ffff88021510dab8 ffff88018e7edfd8 000000000000fb88 ffff88021510dab8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ldlm_bl_thread_main+0x360/0x3d0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_bl_01 S 0000000000000001 0 3308 2 0x00000000 ffff88013266bea0 0000000000000046 0000000000000000 ffff880028291960 ffffffff81aa5700 0000000000000282 ffff88013266be40 0000000000000282 ffff880215698638 ffff88013266bfd8 000000000000fb88 ffff880215698638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ldlm_bl_thread_main+0x360/0x3d0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_elt S 0000000000000001 0 3309 2 0x00000000 ffff88012ea7beb0 0000000000000046 0000000000000000 ffff880215ede040 0000000000000000 a5a5a5a5a5a5a5a6 ffff88012ea7bea0 ffffffff8107032e ffff880215ede5f8 ffff88012ea7bfd8 000000000000fb88 ffff880215ede5f8 Call Trace: [] ? daemonize+0x1be/0x200 [] ? expired_lock_main+0x0/0x840 [ptlrpc] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] expired_lock_main+0x24e/0x840 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? expired_lock_main+0x0/0x840 [ptlrpc] [] child_rip+0xa/0x20 [] ? expired_lock_main+0x0/0x840 [ptlrpc] [] ? expired_lock_main+0x0/0x840 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_poold S 0000000000000003 0 3310 2 0x00000000 ffff88012e8b9df0 0000000000000046 0000000000000000 ffff880171ecda18 0000000000000000 0000000000000286 ffff88012e8b9d90 ffffffff8107e00c ffff88012dd69af8 ffff88012e8b9fd8 000000000000fb88 ffff88012dd69af8 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ldlm_pools_thread_main+0x194/0x2b0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ldlm_pools_thread_main+0x0/0x2b0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ldlm_pools_thread_main+0x0/0x2b0 [ptlrpc] [] ? ldlm_pools_thread_main+0x0/0x2b0 [ptlrpc] [] ? child_rip+0x0/0x20 ll_mgs_0000 S 0000000000000001 0 3311 2 0x00000000 ffff8801315e1df0 0000000000000046 ffff8801315e1db8 ffff8801315e1db4 ffff8801315e1d70 ffff88021fc23280 ffff8800283966c0 0000000000000400 ffff88012dd69098 ffff8801315e1fd8 000000000000fb88 ffff88012dd69098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_mgs_0001 S 0000000000000000 0 3312 2 0x00000000 ffff88012fbe3df0 0000000000000046 0000000000000000 ffff88012fbe3db4 ffff880100000000 ffff88021fc23280 ffff8800282166c0 0000000000000400 ffff88012dd68638 ffff88012fbe3fd8 000000000000fb88 ffff88012dd68638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_mgs_0002 S 0000000000000000 0 3313 2 0x00000000 ffff880120b81df0 0000000000000046 00000000000040ce 0000000000000286 ffff880120b81d80 ffff8801bec5c788 ffffffff81ea6100 00000001005df992 ffff88012917fab8 ffff880120b81fd8 000000000000fb88 ffff88012917fab8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_evictor S 0000000000000001 0 3314 2 0x00000000 ffff880119313e60 0000000000000046 0000000000000000 0000000000000000 ffff880119313e40 ffffffff8107032e ffff88021ada8f68 726f74636976655f ffff88012917f058 ffff880119313fd8 000000000000fb88 ffff88012917f058 Call Trace: [] ? daemonize+0x1be/0x200 [] ? ping_evictor_main+0x0/0x640 [ptlrpc] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ping_evictor_main+0x4ab/0x640 [ptlrpc] [] ? finish_task_switch+0x4c/0xe0 [] ? default_wake_function+0x0/0x20 [] ? ping_evictor_main+0x0/0x640 [ptlrpc] [] child_rip+0xa/0x20 [] ? ping_evictor_main+0x0/0x640 [ptlrpc] [] ? ping_evictor_main+0x0/0x640 [ptlrpc] [] ? child_rip+0x0/0x20 ll_cfg_requeu S 0000000000000002 0 3315 2 0x00000000 ffff880114579e70 0000000000000046 0000000000000000 ffffffff814fea9a ffff88018a228380 0000000000000286 0000000000000000 dead000000200200 ffff88012917e5f8 ffff880114579fd8 000000000000fb88 ffff88012917e5f8 Call Trace: [] ? schedule_timeout+0x19a/0x2e0 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] mgc_requeue_thread+0x50c/0x760 [mgc] [] ? default_wake_function+0x0/0x20 [] ? mgc_requeue_thread+0x0/0x760 [mgc] [] child_rip+0xa/0x20 [] ? mgc_requeue_thread+0x0/0x760 [mgc] [] ? mgc_requeue_thread+0x0/0x760 [mgc] [] ? child_rip+0x0/0x20 mgs_lustre_no S 0000000000000001 0 3316 2 0x00000000 ffff880181a9de50 0000000000000046 0000000000000000 ffff880181a9de10 ffff88016a406038 ffff880181a9dee0 ffff880181a9de60 ffffffffa09315bf ffff88017ce6daf8 ffff880181a9dfd8 000000000000fb88 ffff88017ce6daf8 Call Trace: [] ? mgs_revoke_lock+0x12f/0x290 [mgs] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] mgs_ir_notify+0x1c7/0x270 [mgs] [] ? default_wake_function+0x0/0x20 [] ? mgs_ir_notify+0x0/0x270 [mgs] [] child_rip+0xa/0x20 [] ? mgs_ir_notify+0x0/0x270 [mgs] [] ? mgs_ir_notify+0x0/0x270 [mgs] [] ? child_rip+0x0/0x20 mdt_ck S 0000000000000002 0 3335 2 0x00000000 ffff88010a2d7e20 0000000000000046 0000000000000000 ffffffffa04c29a9 0000000000000090 00000000000000a8 ffff88010a2d7de0 ffffffffa0f3ed2f ffff880154275098 ffff88010a2d7fd8 000000000000fb88 ffff880154275098 Call Trace: [] ? cmm_key_init+0x59/0x1a0 [cmm] [] ? keys_fill+0x6f/0x1a0 [obdclass] [] ? mdt_ck_thread_main+0x0/0x890 [mdt] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] mdt_ck_thread_main+0x45e/0x890 [mdt] [] ? default_wake_function+0x0/0x20 [] ? mdt_ck_thread_main+0x0/0x890 [mdt] [] child_rip+0xa/0x20 [] ? mdt_ck_thread_main+0x0/0x890 [mdt] [] ? mdt_ck_thread_main+0x0/0x890 [mdt] [] ? child_rip+0x0/0x20 mdt00_000 S 0000000000000000 0 3336 2 0x00000000 ffff8801f5e3ddf0 0000000000000046 ffff8801f5e3dd50 ffffffff8104f218 ffff8801f5e3dd70 ffffffff8104f2bd ffff8801f5e3dd70 0000000000000086 ffff880154275af8 ffff8801f5e3dfd8 000000000000fb88 ffff880154275af8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt00_001 S 0000000000000000 0 3337 2 0x00000000 ffff8801df027df0 0000000000000046 ffff8801df027db8 ffff8801df027db4 ffff8801df027d70 ffff88021fc23080 ffff8800282966c0 0000000000000400 ffff88015e7d65f8 ffff8801df027fd8 000000000000fb88 ffff88015e7d65f8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt00_002 S 0000000000000000 0 3338 2 0x00000000 ffff880211777df0 0000000000000046 00000000000040de 00000001ffffffff ffff88013a4cf028 00000000a0e673b7 ffff880211777d60 ffff880211777d60 ffff88015e7d7058 ffff880211777fd8 000000000000fb88 ffff88015e7d7058 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt01_000 S 0000000000000002 0 3339 2 0x00000000 ffff8801fc373df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801fc373d70 ffffffff8104f2bd ffff8801fc373d70 0000000000000086 ffff88015e7d7ab8 ffff8801fc373fd8 000000000000fb88 ffff88015e7d7ab8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt01_001 S 0000000000000003 0 3340 2 0x00000000 ffff8801013d1df0 0000000000000046 ffff8801013d1db8 ffff8801013d1db4 ffff8801013d1d70 ffff88021fc23680 ffff8800283166c0 0000000000000400 ffff880147412638 ffff8801013d1fd8 000000000000fb88 ffff880147412638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt01_002 S 0000000000000002 0 3341 2 0x00000000 ffff88020c08fdf0 0000000000000046 0000000000000000 0000000000000286 ffff88020c08fd80 ffff8801e5cc4c08 ffff88021adfc000 00000001005df992 ffff880147413098 ffff88020c08ffd8 000000000000fb88 ffff880147413098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_rdpg00_00 S 0000000000000000 0 3342 2 0x00000000 ffff8801f0b25df0 0000000000000046 ffff8801f0b25d50 ffffffff8104f218 ffff8801f0b25d70 ffffffff8104f2bd ffff8801f0b25d70 0000000000000086 ffff88015e7b45f8 ffff8801f0b25fd8 000000000000fb88 ffff88015e7b45f8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_rdpg00_00 S 0000000000000000 0 3343 2 0x00000000 ffff8801d99dbdf0 0000000000000046 ffff8801d99dbd50 ffffffff8104f218 ffff8801d99dbd70 ffffffff8104f2bd ffff8801d99dbd70 0000000000000086 ffff88015e7b5058 ffff8801d99dbfd8 000000000000fb88 ffff88015e7b5058 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_rdpg01_00 S 0000000000000002 0 3344 2 0x00000000 ffff8801e948bdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801e948bd70 ffffffff8104f2bd ffff8801e948bd70 0000000000000086 ffff88015e7b5ab8 ffff8801e948bfd8 000000000000fb88 ffff88015e7b5ab8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_rdpg01_00 S 0000000000000002 0 3345 2 0x00000000 ffff8801d7df9df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801d7df9d70 ffffffff8104f2bd ffff8801d7df9d70 0000000000000086 ffff88017ce6c638 ffff8801d7df9fd8 000000000000fb88 ffff88017ce6c638 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_attr00_00 S 0000000000000000 0 3346 2 0x00000000 ffff880151227df0 0000000000000046 ffff880151227d50 ffffffff8104f218 ffff880151227d70 ffffffff8104f2bd ffff880151227d70 0000000000000086 ffff88017ce6d098 ffff880151227fd8 000000000000fb88 ffff88017ce6d098 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_attr00_00 S 0000000000000000 0 3347 2 0x00000000 ffff88012c5e1df0 0000000000000046 ffff88012c5e1d50 ffffffff8104f218 ffff88012c5e1d70 ffffffff8104f2bd ffff88012c5e1d70 0000000000000086 ffff88017cc3dab8 ffff88012c5e1fd8 000000000000fb88 ffff88017cc3dab8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_attr01_00 S 0000000000000002 0 3348 2 0x00000000 ffff88012eb69df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88012eb69d70 ffffffff8104f2bd ffff88012eb69d70 0000000000000086 ffff880216555058 ffff88012eb69fd8 000000000000fb88 ffff880216555058 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_attr01_00 S 0000000000000002 0 3349 2 0x00000000 ffff88016fd4ddf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88016fd4dd70 ffffffff8104f2bd ffff88016fd4dd70 0000000000000086 ffff8801c1ce85f8 ffff88016fd4dfd8 000000000000fb88 ffff8801c1ce85f8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_mdsc_0000 S 0000000000000002 0 3350 2 0x00000000 ffff88018777fdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88018777fd70 ffffffff8104f2bd ffff88018777fd70 0000000000000086 ffff880215d97af8 ffff88018777ffd8 000000000000fb88 ffff880215d97af8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_mdsc_0001 S 0000000000000002 0 3351 2 0x00000000 ffff88018720fdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88018720fd70 ffffffff8104f2bd ffff88018720fd70 0000000000000086 ffff8802150a4638 ffff88018720ffd8 000000000000fb88 ffff8802150a4638 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_mdss_0000 S 0000000000000002 0 3352 2 0x00000000 ffff8801fb241df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801fb241d70 ffffffff8104f2bd ffff8801fb241d70 0000000000000086 ffff880216f33ab8 ffff8801fb241fd8 000000000000fb88 ffff880216f33ab8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_mdss_0001 S 0000000000000002 0 3353 2 0x00000000 ffff880204fcbdf0 0000000000000046 ffff880204fcbdb8 ffff880204fcbdb4 ffff880204fcbd80 ffff88021fc23480 ffff8800282166c0 0000000000000400 ffff8802151f1098 ffff880204fcbfd8 000000000000fb88 ffff8802151f1098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_dtss_0000 S 0000000000000002 0 3354 2 0x00000000 ffff8801f625fdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801f625fd70 ffffffff8104f2bd ffff8801f625fd70 0000000000000086 ffff880215d17098 ffff8801f625ffd8 000000000000fb88 ffff880215d17098 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_dtss_0001 S 0000000000000002 0 3355 2 0x00000000 ffff8801da1c3df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801da1c3d70 ffffffff8104f2bd ffff8801da1c3d70 0000000000000086 ffff88021540e638 ffff8801da1c3fd8 000000000000fb88 ffff88021540e638 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_fld_0000 S 0000000000000002 0 3356 2 0x00000000 ffff8801e5411df0 0000000000000046 0000000000000000 ffff88021fc701c0 ffff88021ae03400 ffff88021fc212c0 ffff8801e5411dd0 ffffffff81162710 ffff88021668a638 ffff8801e5411fd8 000000000000fb88 ffff88021668a638 Call Trace: [] ? cache_alloc_refill+0x1c0/0x240 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_fld_0001 S 0000000000000002 0 3357 2 0x00000000 ffff8801e0fbbdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801e0fbbd70 ffffffff8104f2bd ffff8801e0fbbd70 0000000000000086 ffff8802165305f8 ffff8801e0fbbfd8 000000000000fb88 ffff8802165305f8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_mds_0000 S 0000000000000002 0 3358 2 0x00000000 ffff88011d487df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88011d487d70 ffffffff8104f2bd ffff88011d487d70 0000000000000086 ffff88011d485af8 ffff88011d487fd8 000000000000fb88 ffff88011d485af8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_mds_0001 S 0000000000000002 0 3359 2 0x00000000 ffff8801b1e33df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801b1e33d70 ffffffff8104f2bd ffff8801b1e33d70 0000000000000086 ffff88011d485098 ffff8801b1e33fd8 000000000000fb88 ffff88011d485098 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 mdt_mds_0002 S 0000000000000002 0 3360 2 0x00000000 ffff88014214ddf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff88014214dd70 ffffffff8104f2bd ffff88014214dd70 0000000000000086 ffff88011d484638 ffff88014214dfd8 000000000000fb88 ffff88011d484638 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 jbd2/ram2-8 S 0000000000000001 0 3442 2 0x00000000 ffff8801212f9e60 0000000000000046 000000000000000f 0000000000000000 000000000000174e 0000000000000000 0000000000000000 0000000000000000 ffff880122467ab8 ffff8801212f9fd8 000000000000fb88 ffff880122467ab8 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] kjournald2+0x1fa/0x220 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] ? kjournald2+0x0/0x220 [jbd2] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000000 0 3443 2 0x00000000 ffff8801212fbe30 0000000000000046 0000000000000000 ffff880028316728 ffff8801212fbdb0 ffffffff81054c30 ffff8801542740b8 ffff880028316728 ffff880122467058 ffff8801212fbfd8 000000000000fb88 ffff880122467058 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000001 0 3444 2 0x00000000 ffff880191f67e30 0000000000000046 ffff8801542740c8 ffff880028316728 ffff880191f67db0 ffffffff81054c30 ffff8801542740b8 ffff880028316728 ffff8801224665f8 ffff880191f67fd8 000000000000fb88 ffff8801224665f8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000002 0 3445 2 0x00000000 ffff880191b27e30 0000000000000046 ffff8801542740c8 ffff880028316728 ffff880191b27db0 ffffffff81054c30 ffff8801542740b8 ffff880028316728 ffff880191b25af8 ffff880191b27fd8 000000000000fb88 ffff880191b25af8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000003 0 3446 2 0x00000000 ffff880111681e30 0000000000000046 0000000000000000 ffff880028316728 ffff880111681db0 ffffffff81054c30 ffff8801542740b8 ffff880028316728 ffff880191b25098 ffff880111681fd8 000000000000fb88 ffff880191b25098 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ll_ost00_000 S 0000000000000000 0 3447 2 0x00000000 ffff880176d9ddf0 0000000000000046 ffff880176d9ddb8 ffff880176d9ddb4 ffff880100000000 ffff88021fc23280 ffff8800282166c0 0000000000000400 ffff8801ac8dbab8 ffff880176d9dfd8 000000000000fb88 ffff8801ac8dbab8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost00_001 S 0000000000000000 0 3448 2 0x00000000 ffff8801ab76ddf0 0000000000000046 ffff880164bc3000 0000000000000286 ffff8801ab76dd80 ffff88020bd9e808 ffffffff81ea6100 00000001005e0d1a ffff880191d77098 ffff8801ab76dfd8 000000000000fb88 ffff880191d77098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost00_002 S 0000000000000000 0 3449 2 0x00000000 ffff880129647df0 0000000000000046 0000000000000000 0000000000000286 ffff880129647d80 ffff88020bd9e5c8 ffff88021ade8000 00000001005de60a ffff880191d77af8 ffff880129647fd8 000000000000fb88 ffff880191d77af8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost01_000 S 0000000000000003 0 3450 2 0x00000000 ffff8801115fddf0 0000000000000046 ffff880184c82000 ffff8801233364c8 0000000000000023 0000000000000000 ffff8801115fdd90 ffffffffa05c7f8d ffff8801ac473098 ffff8801115fdfd8 000000000000fb88 ffff8801ac473098 Call Trace: [] ? ptlrpc_server_finish_request+0x5d/0x70 [ptlrpc] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost01_001 S 0000000000000003 0 3451 2 0x00000000 ffff8801ab76fdf0 0000000000000046 ffff880179e4f000 ffff8801233364c8 0000000000000058 0000000000000000 ffff8801ab76fd90 ffffffffa05c7f8d ffff88017cc3d058 ffff8801ab76ffd8 000000000000fb88 ffff88017cc3d058 Call Trace: [] ? ptlrpc_server_finish_request+0x5d/0x70 [ptlrpc] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost01_002 S 0000000000000003 0 3452 2 0x00000000 ffff8801b52dbdf0 0000000000000046 ffff8801b52dbdb8 ffff8801b52dbdb4 ffff8801b52dbd80 ffff88021fc23680 ffff8800282166c0 0000000000000800 ffff88017bf06638 ffff8801b52dbfd8 000000000000fb88 ffff88017bf06638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_create S 0000000000000000 0 3453 2 0x00000000 ffff8801ba0d7df0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801ba0d7d70 ffffffff8104f2bd ffff8801ba0d7d70 0000000000000086 ffff8801ac8da5f8 ffff8801ba0d7fd8 000000000000fb88 ffff8801ac8da5f8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_create S 0000000000000000 0 3454 2 0x00000000 ffff8801b9cfbdf0 0000000000000046 0000000000000000 ffffffff8104f218 ffff8801b9cfbd70 ffffffff8104f2bd ffff8801b9cfbd70 0000000000000086 ffff8801e2d3dab8 ffff8801b9cfbfd8 000000000000fb88 ffff8801e2d3dab8 Call Trace: [] ? resched_task+0x68/0x80 [] ? check_preempt_curr+0x6d/0x90 [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_create S 0000000000000002 0 3455 2 0x00000000 ffff8801863cbdf0 0000000000000046 2720646165726874 20676e6974726174 2064616572687420 000000000000000a 0000000000000e8f 0000000000000000 ffff880215e3e638 ffff8801863cbfd8 000000000000fb88 ffff880215e3e638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_create S 0000000000000003 0 3456 2 0x00000000 ffff8801b98c5df0 0000000000000046 ffff8801b5041000 ffff8801233360c8 000000000000002e 0000000000000000 ffff8801b98c5d90 ffffffffa05c7f8d ffff880206e67af8 ffff8801b98c5fd8 000000000000fb88 ffff880206e67af8 Call Trace: [] ? ptlrpc_server_finish_request+0x5d/0x70 [ptlrpc] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_io00_0 S 0000000000000000 0 3457 2 0x00000000 ffff880179bcddf0 0000000000000046 ffff880179bcddb8 ffff880179bcddb4 ffff880100000000 ffff88021fc23080 ffff8800282966c0 0000000000000400 ffff88017bf07098 ffff880179bcdfd8 000000000000fb88 ffff88017bf07098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_io00_0 S 0000000000000000 0 3458 2 0x00000000 ffff8801786b9df0 0000000000000046 ffff8801786b9db8 ffff8801786b9db4 00000000000009e9 ffff88021fc23080 ffff8800282966c0 0000000000000400 ffff880144c9daf8 ffff8801786b9fd8 000000000000fb88 ffff880144c9daf8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_io00_0 S 0000000000000001 0 3459 2 0x00000000 ffff880115c55df0 0000000000000046 0000000000000000 0000000000000286 ffff880115c55d80 ffff880180885988 ffff88021ade8000 00000001005b3a47 ffff880215f9baf8 ffff880115c55fd8 000000000000fb88 ffff880215f9baf8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_io01_0 S 0000000000000003 0 3460 2 0x00000000 ffff880179a31df0 0000000000000046 0000000000000000 ffff880179a31db4 0000000000002f20 ffff88021fc23480 ffff8800283966c0 0000000000000400 ffff880216851af8 ffff880179a31fd8 000000000000fb88 ffff880216851af8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_io01_0 D 0000000000000002 0 3461 2 0x00000000 ffff88018038d7a0 0000000000000046 0000000000000000 ffff88018038d764 ffff88018038d7c0 ffff88021fc23480 ffff8800283966c0 0000000000000400 ffff8801baccb098 ffff88018038dfd8 000000000000fb88 ffff8801baccb098 Call Trace: [] jbd2_log_wait_commit+0xc5/0x140 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] fsfilt_ldiskfs_commit_wait+0x6d/0xf0 [fsfilt_ldiskfs] [] filter_preprw_write+0xc4d/0x22f0 [obdfilter] [] ? cfs_percpt_lock+0x5b/0x130 [libcfs] [] ? lolnd_send+0x2b/0xb0 [lnet] [] ? cfs_percpt_unlock+0x24/0xc0 [libcfs] [] ? null_alloc_rs+0x1ab/0x3b0 [ptlrpc] [] ? sptlrpc_svc_alloc_rs+0x74/0x2d0 [ptlrpc] [] filter_preprw+0x80/0xa0 [obdfilter] [] obd_preprw+0x12c/0x3d0 [ost] [] ost_brw_write+0x87a/0x1600 [ost] [] ? vsnprintf+0x2b6/0x5f0 [] ? lustre_msg_get_version+0x8c/0x100 [ptlrpc] [] ? lustre_msg_check_version+0xe8/0x100 [ptlrpc] [] ost_handle+0x360c/0x4850 [ost] [] ? libcfs_debug_msg+0x41/0x50 [libcfs] [] ? libcfs_id2str+0x74/0xb0 [libcfs] [] ptlrpc_server_handle_request+0x40d/0xea0 [ptlrpc] [] ? cfs_timer_arm+0xe/0x10 [libcfs] [] ? ptlrpc_wait_event+0xa7/0x2a0 [ptlrpc] [] ? __wake_up+0x53/0x70 [] ptlrpc_main+0xb59/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_io01_0 S 0000000000000002 0 3462 2 0x00000000 ffff8801801d9df0 0000000000000046 ffff8801801d9db8 ffff8801801d9db4 ffff880100000000 ffff88021fc23480 ffff8800283966c0 0000000000000400 ffff88021540f098 ffff8801801d9fd8 000000000000fb88 ffff88021540f098 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ldlm_bl_02 S 0000000000000000 0 3467 2 0x00000000 ffff880181709ea0 0000000000000046 0000000000000000 ffff880028211960 ffffffff81aa5700 0000000000000282 ffff880181709e40 0000000000000282 ffff8801ac473af8 ffff880181709fd8 000000000000fb88 ffff8801ac473af8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ldlm_bl_thread_main+0x360/0x3d0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] ? ldlm_bl_thread_main+0x0/0x3d0 [ptlrpc] [] ? child_rip+0x0/0x20 lcm_lustre-OS S 0000000000000000 0 3470 2 0x00000000 ffff88010d3cfda0 0000000000000046 0000000000000000 ffff88010d3cfd64 ffff880100000000 0000000000000286 ffff88010d3cfd40 ffffffff8107e00c ffff880215cc7058 ffff88010d3cffd8 000000000000fb88 ffff880215cc7058 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpcd+0x208/0x3a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? child_rip+0x0/0x20 jbd2/ram3-8 D 0000000000000002 0 3551 2 0x00000000 ffff880165543d20 0000000000000046 ffff8801baccaae0 0000000000000002 ffff88017ab08c00 ffff880028396728 000000000000b670 ffff880144c9c080 ffff880144c9c638 ffff880165543fd8 000000000000fb88 ffff880144c9c638 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] jbd2_journal_commit_transaction+0x19f/0x1530 [jbd2] [] ? __switch_to+0xd0/0x320 [] ? lock_timer_base+0x3c/0x70 [] ? autoremove_wake_function+0x0/0x40 [] kjournald2+0xb8/0x220 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] ? kjournald2+0x0/0x220 [jbd2] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000000 0 3552 2 0x00000000 ffff88019238de30 0000000000000046 0000000000000000 ffff880028316728 ffff88019238ddb0 ffffffff81054c30 ffff880215df9538 ffff880028316728 ffff8802155385f8 ffff88019238dfd8 000000000000fb88 ffff8802155385f8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000001 0 3553 2 0x00000000 ffff880111a87e30 0000000000000046 0000000000000000 ffff880028316728 ffff880111a87db0 ffffffff81054c30 ffff880215df9538 ffff880028316728 ffff880165541058 ffff880111a87fd8 000000000000fb88 ffff880165541058 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000002 0 3554 2 0x00000000 ffff88011278be30 0000000000000046 ffff880215df9548 ffff880028316728 ffff88011278bdb0 ffffffff81054c30 ffff880215df9538 ffff880028316728 ffff880110b9bab8 ffff88011278bfd8 000000000000fb88 ffff880110b9bab8 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? prepare_to_wait+0x4e/0x80 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ldiskfs-dio-u S 0000000000000003 0 3555 2 0x00000000 ffff88011278de30 0000000000000046 0000000000000000 ffff880028316728 ffff88011278ddb0 ffffffff81054c30 ffff880215df9538 ffff880028316728 ffff880191b24638 ffff88011278dfd8 000000000000fb88 ffff880191b24638 Call Trace: [] ? __dequeue_entity+0x30/0x50 [] ? worker_thread+0x0/0x2a0 [] worker_thread+0x1fc/0x2a0 [] ? autoremove_wake_function+0x0/0x40 [] ? worker_thread+0x0/0x2a0 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 lcm_lustre-OS S 0000000000000000 0 3563 2 0x00000000 ffff880158b7fda0 0000000000000046 0000000000000000 ffff880158b7fd64 ffff880158b7fd20 0000000000000286 ffff880158b7fd40 ffffffff8107e00c ffff880110b9b058 ffff880158b7ffd8 000000000000fb88 ffff880110b9b058 Call Trace: [] ? lock_timer_base+0x3c/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] cfs_waitq_timedwait+0x11/0x20 [libcfs] [] ptlrpcd+0x208/0x3a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? ptlrpcd+0x0/0x3a0 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost00_003 S 0000000000000000 0 3616 2 0x00000000 ffff8801aa4c9df0 0000000000000046 ffff8801aa4c9db8 ffff8801aa4c9db4 0000000000000055 ffff88021fc23080 ffff8800282966c0 0000000000000400 ffff880215cc7ab8 ffff8801aa4c9fd8 000000000000fb88 ffff880215cc7ab8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_close S 0000000000000003 0 3617 2 0x00000000 ffff880181279e60 0000000000000046 0000000000000000 ffff8802179ca0e8 0000000000000001 ffff8802179ca100 0000000000000000 0000000000000000 ffff880191d76638 ffff880181279fd8 000000000000fb88 ffff880191d76638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ll_close_thread+0x793/0x1060 [lustre] [] ? default_wake_function+0x0/0x20 [] ? ll_close_thread+0x0/0x1060 [lustre] [] child_rip+0xa/0x20 [] ? ll_close_thread+0x0/0x1060 [lustre] [] ? ll_close_thread+0x0/0x1060 [lustre] [] ? child_rip+0x0/0x20 ll_ost01_003 S 0000000000000003 0 3724 2 0x00000000 ffff880177e41df0 0000000000000046 ffff8801b4453800 ffff8801233364c8 000000000000006a 0000000000000000 ffff880177e41d90 ffffffffa05c7f8d ffff880166267098 ffff880177e41fd8 000000000000fb88 ffff880166267098 Call Trace: [] ? ptlrpc_server_finish_request+0x5d/0x70 [ptlrpc] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 dd S 0000000000000002 0 3726 1414 0x00000000 ffff8801ee8bd878 0000000000000082 0000000000000000 ffff88010a0da920 ffff880135c0e9e8 0000000000000031 ffff88010cdcd2f0 0000000000000001 ffff8801589d4638 ffff8801ee8bdfd8 000000000000fb88 ffff8801589d4638 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] cl_sync_io_wait+0x32c/0x420 [obdclass] [] ? default_wake_function+0x0/0x20 [] cl_io_submit_sync+0x134/0x1c0 [obdclass] [] vvp_page_sync_io+0x5c/0x120 [lustre] [] vvp_io_commit_write+0x460/0x590 [lustre] [] cl_io_commit_write+0xad/0x1e0 [obdclass] [] ll_commit_write+0xee/0x360 [lustre] [] ll_write_end+0x30/0x60 [lustre] [] generic_file_buffered_write+0x18a/0x2e0 [] ? current_fs_time+0x27/0x30 [] __generic_file_aio_write+0x250/0x480 [] ? cl_lock_trace0+0x11b/0x130 [obdclass] [] generic_file_aio_write+0x6f/0xe0 [] vvp_io_write_start+0x9c/0x240 [lustre] [] cl_io_start+0x6a/0x140 [obdclass] [] cl_io_loop+0xb4/0x1b0 [obdclass] [] ll_file_io_generic+0x42b/0x550 [lustre] [] ll_file_aio_write+0x13c/0x2c0 [lustre] [] ll_file_write+0x169/0x2a0 [lustre] [] vfs_write+0xb8/0x1a0 [] sys_write+0x51/0x90 [] system_call_fastpath+0x16/0x1b ll_ost_create S 0000000000000003 0 3727 2 0x00000000 ffff8801ebec9df0 0000000000000046 0000000000000000 0000000000000286 ffff8801ebec9d80 ffff880111684988 ffff88021ae2c000 00000001005b09eb ffff8801ac8db058 ffff8801ebec9fd8 000000000000fb88 ffff8801ac8db058 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 ll_ost_io00_0 S 0000000000000000 0 3728 2 0x00000000 ffff88007263ddf0 0000000000000046 ffff88007263ddb8 ffff88007263ddb4 00000000000007bf ffff88021fc23080 ffff8800282966c0 0000000000000500 ffff880215df65f8 ffff88007263dfd8 000000000000fb88 ffff880215df65f8 Call Trace: [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 flush-lustre- S 0000000000000003 0 3729 2 0x00000000 ffff880163e3bda0 0000000000000046 0000000000000000 ffffffff8107e002 0000000000000010 0000000000000286 ffff880181c54dd8 ffff880181c54dc8 ffff880215131ab8 ffff880163e3bfd8 000000000000fb88 ffff880215131ab8 Call Trace: [] ? lock_timer_base+0x32/0x70 [] schedule_timeout+0x192/0x2e0 [] ? process_timeout+0x0/0x10 [] schedule_timeout_interruptible+0x1e/0x20 [] bdi_writeback_task+0xa0/0x1b0 [] ? bit_waitqueue+0x17/0xd0 [] ? bdi_start_fn+0x0/0x100 [] bdi_start_fn+0x86/0x100 [] ? bdi_start_fn+0x0/0x100 [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20 ll_ost_io01_0 S 0000000000000003 0 3731 2 0x00000000 ffff8801095fbdf0 0000000000000046 ffff8801af26bcfc ffff8801d4069068 ffff8801095fbd60 ffffffffa0de565e ffff8801095fbd80 ffffffffa05c6955 ffff8801e2d3d058 ffff8801095fbfd8 000000000000fb88 ffff8801e2d3d058 Call Trace: [] ? cfs_timer_arm+0xe/0x10 [libcfs] [] ? ptlrpc_at_set_timer+0x65/0x120 [ptlrpc] [] cfs_waitq_wait+0xe/0x10 [libcfs] [] ptlrpc_wait_event+0x297/0x2a0 [ptlrpc] [] ? default_wake_function+0x0/0x20 [] ptlrpc_main+0x7fb/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 Sched Debug Version: v0.09, 2.6.32-279.2.1.el6_lustre.g5c00de8.x86_64 #1 now at 6424575.756775 msecs .jiffies : 4301091840 .sysctl_sched_latency : 15.000000 .sysctl_sched_min_granularity : 3.000000 .sysctl_sched_wakeup_granularity : 3.000000 .sysctl_sched_child_runs_first : 0.000000 .sysctl_sched_features : 3183 .sysctl_sched_tunable_scaling : 1 (logaritmic) cpu#0, 3214.682 MHz .nr_running : 0 .load : 0 .nr_switches : 608709 .nr_load_updates : 602387 .nr_uninterruptible : 0 .next_balance : 4301.091792 .curr->pid : 0 .clock : 6424492.234620 .cpu_load[0] : 0 .cpu_load[1] : 0 .cpu_load[2] : 0 .cpu_load[3] : 0 .cpu_load[4] : 0 .yld_count : 0 .sched_switch : 0 .sched_count : 616206 .sched_goidle : 139283 .avg_idle : 1000000 .ttwu_count : 341079 .ttwu_local : 252287 .bkl_count : 327 cfs_rq[0]:/ .exec_clock : 400110.239558 .MIN_vruntime : 0.000001 .min_vruntime : 440166.914857 .max_vruntime : 0.000001 .spread : 0.000000 .spread0 : 0.000000 .nr_spread_over : 39 .nr_running : 0 .load : 0 .load_avg : 0.000000 .load_period : 0.000000 .load_contrib : 0 .load_tg : 0 rt_rq[0]:/ .rt_nr_running : 0 .rt_throttled : 0 .rt_time : 0.000000 .rt_runtime : 950.000000 runnable tasks: task PID tree-key switches prio exec-runtime sum-exec sum-sleep ---------------------------------------------------------------------------------------------------------- cpu#1, 3214.682 MHz .nr_running : 1 .load : 1024 .nr_switches : 610610 .nr_load_updates : 622481 .nr_uninterruptible : 0 .next_balance : 4301.083018 .curr->pid : 1633 .clock : 6417738.281937 .cpu_load[0] : 0 .cpu_load[1] : 0 .cpu_load[2] : 0 .cpu_load[3] : 0 .cpu_load[4] : 0 .yld_count : 0 .sched_switch : 0 .sched_count : 618056 .sched_goidle : 141346 .avg_idle : 948923 .ttwu_count : 341418 .ttwu_local : 253768 .bkl_count : 175 cfs_rq[1]:/ .exec_clock : 399925.496660 .MIN_vruntime : 0.000001 .min_vruntime : 440942.743310 .max_vruntime : 0.000001 .spread : 0.000000 .spread0 : 775.828453 .nr_spread_over : 31 .nr_running : 1 .load : 1024 .load_avg : 0.000000 .load_period : 0.000000 .load_contrib : 0 .load_tg : 0 rt_rq[1]:/ .rt_nr_running : 0 .rt_throttled : 0 .rt_time : 0.000000 .rt_runtime : 950.000000 runnable tasks: task PID tree-key switches prio exec-runtime sum-exec sum-sleep ---------------------------------------------------------------------------------------------------------- R bash 1633 440942.743310 1241 120 440942.743310 5640.012565 581857.607036 / cpu#2, 3214.682 MHz .nr_running : 0 .load : 0 .nr_switches : 592568 .nr_load_updates : 596439 .nr_uninterruptible : 2 .next_balance : 4301.091907 .curr->pid : 0 .clock : 6424607.085038 .cpu_load[0] : 0 .cpu_load[1] : 0 .cpu_load[2] : 0 .cpu_load[3] : 0 .cpu_load[4] : 0 .yld_count : 0 .sched_switch : 0 .sched_count : 598627 .sched_goidle : 137031 .avg_idle : 1000000 .ttwu_count : 332276 .ttwu_local : 247785 .bkl_count : 82 cfs_rq[2]:/ .exec_clock : 381703.326065 .MIN_vruntime : 0.000001 .min_vruntime : 430299.243532 .max_vruntime : 0.000001 .spread : 0.000000 .spread0 : -9901.094485 .nr_spread_over : 39 .nr_running : 0 .load : 0 .load_avg : 0.000000 .load_period : 0.000000 .load_contrib : 0 .load_tg : 0 rt_rq[2]:/ .rt_nr_running : 0 .rt_throttled : 0 .rt_time : 0.000000 .rt_runtime : 950.000000 runnable tasks: task PID tree-key switches prio exec-runtime sum-exec sum-sleep ---------------------------------------------------------------------------------------------------------- cpu#3, 3214.682 MHz .nr_running : 0 .load : 0 .nr_switches : 589494 .nr_load_updates : 606020 .nr_uninterruptible : 0 .next_balance : 4301.092038 .curr->pid : 0 .clock : 6424738.494518 .cpu_load[0] : 0 .cpu_load[1] : 0 .cpu_load[2] : 0 .cpu_load[3] : 0 .cpu_load[4] : 0 .yld_count : 0 .sched_switch : 0 .sched_count : 598114 .sched_goidle : 132202 .avg_idle : 1000000 .ttwu_count : 329533 .ttwu_local : 243922 .bkl_count : 133 cfs_rq[3]:/ .exec_clock : 390212.971851 .MIN_vruntime : 0.000001 .min_vruntime : 430282.303723 .max_vruntime : 0.000001 .spread : 0.000000 .spread0 : -9918.034294 .nr_spread_over : 27 .nr_running : 0 .load : 0 .load_avg : 0.000000 .load_period : 0.000000 .load_contrib : 0 .load_tg : 0 rt_rq[3]:/ .rt_nr_running : 0 .rt_throttled : 0 .rt_time : 0.000000 .rt_runtime : 950.000000 runnable tasks: task PID tree-key switches prio exec-runtime sum-exec sum-sleep ---------------------------------------------------------------------------------------------------------- INFO: task ll_ost_io01_001:3461 blocked for more than 120 seconds. "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. ll_ost_io01_0 D 0000000000000002 0 3461 2 0x00000000 ffff88018038d7a0 0000000000000046 0000000000000000 ffff88018038d764 ffff88018038d7c0 ffff88021fc23480 ffff8800283966c0 0000000000000400 ffff8801baccb098 ffff88018038dfd8 000000000000fb88 ffff8801baccb098 Call Trace: [] jbd2_log_wait_commit+0xc5/0x140 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] fsfilt_ldiskfs_commit_wait+0x6d/0xf0 [fsfilt_ldiskfs] [] filter_preprw_write+0xc4d/0x22f0 [obdfilter] [] ? cfs_percpt_lock+0x5b/0x130 [libcfs] [] ? lolnd_send+0x2b/0xb0 [lnet] [] ? cfs_percpt_unlock+0x24/0xc0 [libcfs] [] ? null_alloc_rs+0x1ab/0x3b0 [ptlrpc] [] ? sptlrpc_svc_alloc_rs+0x74/0x2d0 [ptlrpc] [] filter_preprw+0x80/0xa0 [obdfilter] [] obd_preprw+0x12c/0x3d0 [ost] [] ost_brw_write+0x87a/0x1600 [ost] [] ? vsnprintf+0x2b6/0x5f0 [] ? lustre_msg_get_version+0x8c/0x100 [ptlrpc] [] ? lustre_msg_check_version+0xe8/0x100 [ptlrpc] [] ost_handle+0x360c/0x4850 [ost] [] ? libcfs_debug_msg+0x41/0x50 [libcfs] [] ? libcfs_id2str+0x74/0xb0 [libcfs] [] ptlrpc_server_handle_request+0x40d/0xea0 [ptlrpc] [] ? cfs_timer_arm+0xe/0x10 [libcfs] [] ? ptlrpc_wait_event+0xa7/0x2a0 [ptlrpc] [] ? __wake_up+0x53/0x70 [] ptlrpc_main+0xb59/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] child_rip+0xa/0x20 [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? ptlrpc_main+0x0/0x1860 [ptlrpc] [] ? child_rip+0x0/0x20 INFO: task jbd2/ram3-8:3551 blocked for more than 120 seconds. "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. jbd2/ram3-8 D 0000000000000002 0 3551 2 0x00000000 ffff880165543d20 0000000000000046 ffff8801baccaae0 0000000000000002 ffff88017ab08c00 ffff880028396728 000000000000b670 ffff880144c9c080 ffff880144c9c638 ffff880165543fd8 000000000000fb88 ffff880144c9c638 Call Trace: [] ? prepare_to_wait+0x4e/0x80 [] jbd2_journal_commit_transaction+0x19f/0x1530 [jbd2] [] ? __switch_to+0xd0/0x320 [] ? lock_timer_base+0x3c/0x70 [] ? autoremove_wake_function+0x0/0x40 [] kjournald2+0xb8/0x220 [jbd2] [] ? autoremove_wake_function+0x0/0x40 [] ? kjournald2+0x0/0x220 [jbd2] [] kthread+0x96/0xa0 [] child_rip+0xa/0x20 [] ? kthread+0x0/0xa0 [] ? child_rip+0x0/0x20